TestDcwAggregation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "toc": "true"
   },
   "source": [
    "# Table of Contents\n",
    " <p><div class=\"lev2 toc-item\"><a href=\"#Globally-relevant-variables\" data-toc-modified-id=\"Globally-relevant-variables-01\"><span class=\"toc-item-num\">0.1&nbsp;&nbsp;</span>Globally relevant variables</a></div><div class=\"lev2 toc-item\"><a href=\"#Classes-to-encapsulate-single-lines-of-text-and-multiple-lines-of-text\" data-toc-modified-id=\"Classes-to-encapsulate-single-lines-of-text-and-multiple-lines-of-text-02\"><span class=\"toc-item-num\">0.2&nbsp;&nbsp;</span>Classes to encapsulate single lines of text and multiple lines of text</a></div><div class=\"lev2 toc-item\"><a href=\"#Parse-the-downloaded-subject-data-into-data-structures-for-processing\" data-toc-modified-id=\"Parse-the-downloaded-subject-data-into-data-structures-for-processing-03\"><span class=\"toc-item-num\">0.3&nbsp;&nbsp;</span>Parse the downloaded subject data into data structures for processing</a></div><div class=\"lev2 toc-item\"><a href=\"#Parse-the-downloaded-classification-data-into-data-structures-for-processing\" data-toc-modified-id=\"Parse-the-downloaded-classification-data-into-data-structures-for-processing-04\"><span class=\"toc-item-num\">0.4&nbsp;&nbsp;</span>Parse the downloaded classification data into data structures for processing</a></div><div class=\"lev3 toc-item\"><a href=\"#Print-some-summary-information-about-the-parsed-data\" data-toc-modified-id=\"Print-some-summary-information-about-the-parsed-data-041\"><span class=\"toc-item-num\">0.4.1&nbsp;&nbsp;</span>Print some summary information about the parsed data</a></div><div class=\"lev2 toc-item\"><a href=\"#Cast-parsed-data-into-structures-that-enable-&quot;straightfoward&quot;-aggregation-analysis\" data-toc-modified-id=\"Cast-parsed-data-into-structures-that-enable-&quot;straightfoward&quot;-aggregation-analysis-05\"><span class=\"toc-item-num\">0.5&nbsp;&nbsp;</span>Cast parsed data into structures that enable \"straightfoward\" aggregation analysis</a></div><div class=\"lev2 toc-item\"><a href=\"#Group-transcriptions-of-individual-lines-according-to-spatial-proximity\" data-toc-modified-id=\"Group-transcriptions-of-individual-lines-according-to-spatial-proximity-06\"><span class=\"toc-item-num\">0.6&nbsp;&nbsp;</span>Group transcriptions of individual lines according to spatial proximity</a></div><div class=\"lev2 toc-item\"><a href=\"#Experimental:-Evaluate-first-pass-line-consensus\" data-toc-modified-id=\"Experimental:-Evaluate-first-pass-line-consensus-07\"><span class=\"toc-item-num\">0.7&nbsp;&nbsp;</span>Experimental: Evaluate first pass line consensus</a></div><div class=\"lev2 toc-item\"><a href=\"#Serialize-the-processed-data-at-this-stage\" data-toc-modified-id=\"Serialize-the-processed-data-at-this-stage-08\"><span class=\"toc-item-num\">0.8&nbsp;&nbsp;</span>Serialize the processed data at this stage</a></div><div class=\"lev2 toc-item\"><a href=\"#Now-aggregate-the-text-of-the-spatially-matched-lines\" data-toc-modified-id=\"Now-aggregate-the-text-of-the-spatially-matched-lines-09\"><span class=\"toc-item-num\">0.9&nbsp;&nbsp;</span>Now aggregate the text of the spatially matched lines</a></div><div class=\"lev2 toc-item\"><a href=\"#Save-the-&quot;most-popular&quot;-transcriptions\" data-toc-modified-id=\"Save-the-&quot;most-popular&quot;-transcriptions-010\"><span class=\"toc-item-num\">0.10&nbsp;&nbsp;</span>Save the \"most popular\" transcriptions</a></div><div class=\"lev2 toc-item\"><a href=\"#Plot-reliability-distributions\" data-toc-modified-id=\"Plot-reliability-distributions-011\"><span class=\"toc-item-num\">0.11&nbsp;&nbsp;</span>Plot reliability distributions</a></div><div class=\"lev2 toc-item\"><a href=\"#Store-consensus-data-in-MySQL-database\" data-toc-modified-id=\"Store-consensus-data-in-MySQL-database-012\"><span class=\"toc-item-num\">0.12&nbsp;&nbsp;</span>Store consensus data in MySQL database</a></div>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import csv\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as mplplot\n",
    "import dateutil.parser\n",
    "import pickle\n",
    "import sys\n",
    "import re as regex\n",
    "import copy\n",
    "import itertools\n",
    "import functools\n",
    "import gc\n",
    "import os\n",
    "import glob\n",
    "from collections import Counter, OrderedDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "verbose = True\n",
    "extraVerbose = False\n",
    "if verbose:\n",
    "    import pprint\n",
    "    from IPython.core.display import display\n",
    "    pprinter = pprint.PrettyPrinter(indent=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "#%matplotlib notebook"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Globally relevant variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "saveIdentifiedLineDetails = True\n",
    "applyDoubleLineFix = False\n",
    "applyDoubleWordFilter = True\n",
    "applyDoubleLineFilter = True\n",
    "classificationBaseDirectory = '/Users/hughdickinson/Google Drive/classifications'\n",
    "consensusBaseDirectory = '/Users/hughdickinson/Google Drive/consensus'\n",
    "databaseNamePattern = 'dcwConsensus_{mss_label}'  # 'dcwConsensusDoubleLineFix' if applyDoubleLineFix else 'dcwConsensus'\n",
    "#sampleDataFileNamePattern = 'classification_export_{mss_label}.csv'#'decoding-the-civil-war-classifications-2.csv'\n",
    "subjectDataFileName = 'decoding-the-civil-war-subjects-7-24-17.csv'\n",
    "aggregatedDataFileNamePattern = 'decoding-the-civil-war-aggregated_{mss_label}.txt'  #'decoding-the-civil-war-aggregated.txt'\n",
    "aggregatedDataCsvFileNamePattern = 'decoding-the-civil-war-consensus-linewise_{mss_label}.csv'  #'decoding-the-civil-war-consensus-linewise.csv'\n",
    "aggregatedDataSubjectWiseCsvFileNamePattern = 'decoding-the-civil-war-consensus-subjectwise_{mss_label}_withBreaks.csv'  #'decoding-the-civil-war-consensus-subjectwise.csv'\n",
    "identifiedLineFilePathPattern = 'dataWithLineIDs_subset_{mss_label}.pkl'  #'dataWithLineIDs_subset.pkl'\n",
    "liveDate = dateutil.parser.parse(\"2016-06-20T00:00:00.00Z\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(0, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_37_07_16_17.csv')\n",
      "(1, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_38_07_16_17.csv')\n",
      "(2, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_39_07_16_17.csv')\n",
      "(3, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_40_05_30_17.csv')\n",
      "(4, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_41_05_30_17.csv')\n",
      "(5, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_42_05_30_17.csv')\n",
      "(6, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_43_05_30_17.csv')\n",
      "(7, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_44_05_30_17.csv')\n",
      "(8, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_45_05_30_17.csv')\n",
      "(9, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_46_05_30_17.csv')\n",
      "(10, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_47_05_30_17.csv')\n",
      "(11, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_48_05_30_17.csv')\n",
      "(12, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_49_05_30_17.csv')\n",
      "(13, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_50_05_30_17.csv')\n",
      "(14, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_51_05_30_17.csv')\n",
      "(15, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_52_07_16_17.csv')\n",
      "(16, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_53_05_30_17.csv')\n",
      "(17, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_54_05_30_17.csv')\n",
      "(18, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_55_07_16_17.csv')\n",
      "(19, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_56_05_30_17.csv')\n",
      "(20, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_57_05_30_17.csv')\n",
      "(21, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_58_05_30_17.csv')\n",
      "(22, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_59_05_30_17.csv')\n",
      "(23, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_60_05_30_17.csv')\n",
      "(24, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_61_07_16_17.csv')\n",
      "(25, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_62_05_30_17.csv')\n",
      "(26, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_63_07_16_17.csv')\n",
      "(27, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_64_07_16_17.csv')\n",
      "(28, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_65_07_16_17.csv')\n",
      "(29, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_66_05_30_17.csv')\n",
      "(30, '/Users/hughdickinson/Google Drive/classifications/classification_export_mssEC_67_05_30_17.csv')\n"
     ]
    }
   ],
   "source": [
    "classificationCsvFiles = glob.glob(\n",
    "    '{}/*.csv'.format(classificationBaseDirectory))\n",
    "\n",
    "consensusCsvFiles = glob.glob('{}/*.csv'.format(consensusBaseDirectory))\n",
    "\n",
    "consensusMssLabels = set([\n",
    "    consensusCsvFile.split('/')[-1][len(\n",
    "        'decoding-the-civil-war-consensus-subjectwise_'):\n",
    "                                    -len('_withBreaks_clean.csv')]\n",
    "    for consensusCsvFile in consensusCsvFiles\n",
    "    if 'withBreaks' in consensusCsvFile\n",
    "])\n",
    "classificationMssLabels = set([\n",
    "    classificationCsvFile.split('/')[-1][len('classification_export_'):-4]\n",
    "    for classificationCsvFile in classificationCsvFiles\n",
    "])\n",
    "\n",
    "remainingMssLabels = classificationMssLabels - consensusMssLabels\n",
    "\n",
    "# print(*enumerate(classificationCsvFiles), sep='\\n')\n",
    "# print(*enumerate(consensusCsvFiles), sep='\\n')\n",
    "\n",
    "# print(*enumerate(consensusMssLabels), sep='\\n')\n",
    "# print(*enumerate(classificationMssLabels), sep='\\n')\n",
    "\n",
    "remainingClassificationCsvFiles = list(\n",
    "    sorted([\n",
    "        '{base_dir}/classification_export_{label}.csv'.format(\n",
    "            base_dir=classificationBaseDirectory, label=mssLabel)\n",
    "        for mssLabel in remainingMssLabels\n",
    "    ]))\n",
    "\n",
    "print(*enumerate(remainingClassificationCsvFiles), sep='\\n')\n",
    "\n",
    "ledgerIndex = 30\n",
    "mssLabel = remainingClassificationCsvFiles[ledgerIndex].split('/')[-1][len(\n",
    "    'classification_export_'):-4]\n",
    "\n",
    "databaseName = databaseNamePattern.format(\n",
    "    mss_label=mssLabel\n",
    ")  # 'dcwConsensusDoubleLineFix' if applyDoubleLineFix else 'dcwConsensus'\n",
    "sampleDataFileName = classificationCsvFiles[\n",
    "    ledgerIndex]  #'decoding-the-civil-war-classifications-2.csv'\n",
    "aggregatedDataFileName = aggregatedDataFileNamePattern.format(\n",
    "    mss_label=mssLabel)  #'decoding-the-civil-war-aggregated.txt'\n",
    "aggregatedDataCsvFileName = aggregatedDataCsvFileNamePattern.format(\n",
    "    mss_label=mssLabel)  #'decoding-the-civil-war-consensus-linewise.csv'\n",
    "aggregatedDataSubjectWiseCsvFileName = aggregatedDataSubjectWiseCsvFileNamePattern.format(\n",
    "    mss_label=mssLabel)  #'decoding-the-civil-war-consensus-subjectwise.csv'\n",
    "identifiedLineFilePath = identifiedLineFilePathPattern.format(\n",
    "    mss_label=mssLabel)  #'dataWithLineIDs_subset.pkl'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Classes to encapsulate single lines of text and multiple lines of text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class TextLine():\n",
    "    def __init__(self, x1, y1, x2, y2, text):\n",
    "        self.coords = {'start': {'x': x1, 'y': y1}, 'end': {'x': x2, 'y': y2}}\n",
    "        self.text = text\n",
    "        self.words = text.split()\n",
    "        self.numWords = len(self.words)\n",
    "\n",
    "    def __str__(self):\n",
    "        return str(\n",
    "            self.text) + \" @ ((\" + str(self.coords['start']['x']) + \", \" + str(\n",
    "                self.coords['start']['y']) + \"), (\" + str(\n",
    "                    self.coords['end']['x']) + \", \" + str(\n",
    "                        self.coords['end']['y']) + \"))\"\n",
    "\n",
    "    def getStart(self):\n",
    "        return self.coords['start']\n",
    "\n",
    "    def getEnd(self):\n",
    "        return self.coords['end']\n",
    "\n",
    "    def getText(self):\n",
    "        return str(self.text)\n",
    "\n",
    "    def getCoords(self):\n",
    "        return self.coords\n",
    "\n",
    "    def getWords(self):\n",
    "        return self.words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class TelegramLines():\n",
    "    def __init__(self):\n",
    "        self.textLines = []\n",
    "\n",
    "    def __str__(self):\n",
    "        return \"\\n\".join([textLine.__str__() for textLine in self.textLines])\n",
    "\n",
    "    def addLine(self, textLine):\n",
    "        self.textLines.append(textLine)\n",
    "\n",
    "    def getLines(self):\n",
    "        return self.textLines\n",
    "\n",
    "    def getNumLines(self):\n",
    "        return len(self.textLines)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class LineMatcher():\n",
    "    def __init__(self, _yTolerance, _xTolerance=None):\n",
    "        self.currentCoords = (-1, -1, -1, -1)\n",
    "        self.yTolerance = _yTolerance\n",
    "        self.xTolerance = _xTolerance\n",
    "\n",
    "    def compare(self, lineCoords):\n",
    "        different = np.abs(\n",
    "            lineCoords[1] - self.currentCoords[1]) > self.yTolerance or np.abs(\n",
    "                lineCoords[3] - self.currentCoords[3]) > self.yTolerance\n",
    "        if not different and self.xTolerance is not None:\n",
    "            different = different and (\n",
    "                np.abs(lineCoords[0] - self.currentCoords[0]) > self.xTolerance\n",
    "                or np.abs(lineCoords[2] - self.currentCoords[2]) >\n",
    "                self.xTolerance)\n",
    "        if different:\n",
    "            self.setCurrentCoords(lineCoords)\n",
    "            return True\n",
    "        else:\n",
    "            return False\n",
    "\n",
    "    def setCurrentCoords(self, _newCoords):\n",
    "        self.currentCoords = _newCoords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class MetaTagState():\n",
    "    def __init__(self):\n",
    "        self.setTags = {}\n",
    "\n",
    "    def setTag(self, tag, start, end):\n",
    "        if tag in self.setTags:\n",
    "            self.setTags[tag].append((start, end))\n",
    "        else:\n",
    "            self.setTags.update({tag: [(start, end)]})\n",
    "        return self.setTags[tag]\n",
    "\n",
    "    def reset(self):\n",
    "        self.setTags = {}\n",
    "\n",
    "    def getSetTags(self):\n",
    "        return self.setTags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class StatefulWord():\n",
    "    def __init__(self, _word, _span, _tagStates, _sentence):\n",
    "        self.word = _word\n",
    "        self.tagStates = _tagStates\n",
    "        self.sentence = _sentence\n",
    "        self.span = _span\n",
    "\n",
    "    def __hash__(self):\n",
    "        return self.word.__hash__()\n",
    "\n",
    "    def __eq__(self, other):\n",
    "        return self.word == other.word\n",
    "\n",
    "    def __str__(self):\n",
    "        return 'SW:' + str(self.word) + ' ' + str(self.tagStates)\n",
    "\n",
    "    def __repr__(self):\n",
    "        return 'SW:' + str(self.word)\n",
    "\n",
    "    def asTuple(self):\n",
    "        return (self.word, self.span, self.tagStates, self.sentence)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Parse the downloaded subject data into data structures for processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>huntington_id</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subject_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1959268</th>\n",
       "      <td>mssEC_01_001</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959268</th>\n",
       "      <td>mssEC_01_001</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959268</th>\n",
       "      <td>mssEC_01_001</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959268</th>\n",
       "      <td>mssEC_01_001</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959269</th>\n",
       "      <td>mssEC_01_002</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959269</th>\n",
       "      <td>mssEC_01_002</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959269</th>\n",
       "      <td>mssEC_01_002</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959269</th>\n",
       "      <td>mssEC_01_002</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959270</th>\n",
       "      <td>mssEC_01_003</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959270</th>\n",
       "      <td>mssEC_01_003</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959270</th>\n",
       "      <td>mssEC_01_003</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959270</th>\n",
       "      <td>mssEC_01_003</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959271</th>\n",
       "      <td>mssEC_01_004</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959271</th>\n",
       "      <td>mssEC_01_004</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959271</th>\n",
       "      <td>mssEC_01_004</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959271</th>\n",
       "      <td>mssEC_01_004</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959272</th>\n",
       "      <td>mssEC_01_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959272</th>\n",
       "      <td>mssEC_01_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959272</th>\n",
       "      <td>mssEC_01_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959272</th>\n",
       "      <td>mssEC_01_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959273</th>\n",
       "      <td>mssEC_01_006</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959273</th>\n",
       "      <td>mssEC_01_006</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959273</th>\n",
       "      <td>mssEC_01_006</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959273</th>\n",
       "      <td>mssEC_01_006</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959274</th>\n",
       "      <td>mssEC_01_007</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959274</th>\n",
       "      <td>mssEC_01_007</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959274</th>\n",
       "      <td>mssEC_01_007</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959274</th>\n",
       "      <td>mssEC_01_007</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959275</th>\n",
       "      <td>mssEC_01_008</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1959275</th>\n",
       "      <td>mssEC_01_008</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881948</th>\n",
       "      <td>mssEC_28_457</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881948</th>\n",
       "      <td>mssEC_28_457</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881949</th>\n",
       "      <td>mssEC_28_458</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881949</th>\n",
       "      <td>mssEC_28_458</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881949</th>\n",
       "      <td>mssEC_28_458</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881949</th>\n",
       "      <td>mssEC_28_458</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881950</th>\n",
       "      <td>mssEC_28_459</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881950</th>\n",
       "      <td>mssEC_28_459</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881950</th>\n",
       "      <td>mssEC_28_459</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881950</th>\n",
       "      <td>mssEC_28_459</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881951</th>\n",
       "      <td>mssEC_28_460</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881951</th>\n",
       "      <td>mssEC_28_460</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881951</th>\n",
       "      <td>mssEC_28_460</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881951</th>\n",
       "      <td>mssEC_28_460</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881952</th>\n",
       "      <td>mssEC_28_461</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881952</th>\n",
       "      <td>mssEC_28_461</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881952</th>\n",
       "      <td>mssEC_28_461</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881952</th>\n",
       "      <td>mssEC_28_461</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881953</th>\n",
       "      <td>mssEC_17_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881953</th>\n",
       "      <td>mssEC_17_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881953</th>\n",
       "      <td>mssEC_17_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881953</th>\n",
       "      <td>mssEC_17_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881954</th>\n",
       "      <td>mssEC_17_128</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881954</th>\n",
       "      <td>mssEC_17_128</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881954</th>\n",
       "      <td>mssEC_17_128</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2881954</th>\n",
       "      <td>mssEC_17_128</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997300</th>\n",
       "      <td>mssEC_24_063</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997300</th>\n",
       "      <td>mssEC_24_063</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997300</th>\n",
       "      <td>mssEC_24_063</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997300</th>\n",
       "      <td>mssEC_24_063</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>51872 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           huntington_id                                                url\n",
       "subject_id                                                                 \n",
       "1959268     mssEC_01_001  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959268     mssEC_01_001  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959268     mssEC_01_001  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959268     mssEC_01_001  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959269     mssEC_01_002  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959269     mssEC_01_002  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959269     mssEC_01_002  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959269     mssEC_01_002  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959270     mssEC_01_003  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959270     mssEC_01_003  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959270     mssEC_01_003  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959270     mssEC_01_003  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959271     mssEC_01_004  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959271     mssEC_01_004  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959271     mssEC_01_004  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959271     mssEC_01_004  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959272     mssEC_01_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959272     mssEC_01_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959272     mssEC_01_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959272     mssEC_01_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959273     mssEC_01_006  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959273     mssEC_01_006  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959273     mssEC_01_006  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959273     mssEC_01_006  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959274     mssEC_01_007  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959274     mssEC_01_007  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959274     mssEC_01_007  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959274     mssEC_01_007  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959275     mssEC_01_008  https://panoptes-uploads.zooniverse.org/produc...\n",
       "1959275     mssEC_01_008  https://panoptes-uploads.zooniverse.org/produc...\n",
       "...                  ...                                                ...\n",
       "2881948     mssEC_28_457  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881948     mssEC_28_457  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881949     mssEC_28_458  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881949     mssEC_28_458  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881949     mssEC_28_458  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881949     mssEC_28_458  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881950     mssEC_28_459  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881950     mssEC_28_459  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881950     mssEC_28_459  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881950     mssEC_28_459  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881951     mssEC_28_460  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881951     mssEC_28_460  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881951     mssEC_28_460  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881951     mssEC_28_460  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881952     mssEC_28_461  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881952     mssEC_28_461  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881952     mssEC_28_461  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881952     mssEC_28_461  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881953     mssEC_17_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881953     mssEC_17_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881953     mssEC_17_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881953     mssEC_17_005  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881954     mssEC_17_128  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881954     mssEC_17_128  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881954     mssEC_17_128  https://panoptes-uploads.zooniverse.org/produc...\n",
       "2881954     mssEC_17_128  https://panoptes-uploads.zooniverse.org/produc...\n",
       "4997300     mssEC_24_063  https://panoptes-uploads.zooniverse.org/produc...\n",
       "4997300     mssEC_24_063  https://panoptes-uploads.zooniverse.org/produc...\n",
       "4997300     mssEC_24_063  https://panoptes-uploads.zooniverse.org/produc...\n",
       "4997300     mssEC_24_063  https://panoptes-uploads.zooniverse.org/produc...\n",
       "\n",
       "[51872 rows x 2 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "subject_data = []\n",
    "subjectColumns = ['subject_id', 'huntington_id', 'url']\n",
    "with open(subjectDataFileName) as csvfile:\n",
    "    parsedSubjectCsv = csv.DictReader(csvfile)\n",
    "    numPrinted = 0\n",
    "    for subject in parsedSubjectCsv:\n",
    "        parsedLocations = json.loads(subject['locations'])\n",
    "        parsedMetaData = json.loads(subject['metadata'])\n",
    "        if 'hdl_id' not in parsedMetaData:\n",
    "            continue\n",
    "        subject_data.append({\n",
    "            'subject_id': int(subject['subject_id']),\n",
    "            'huntington_id': parsedMetaData['hdl_id'],\n",
    "            'url': parsedLocations['0']\n",
    "        })\n",
    "subjectsFrame = pd.DataFrame.from_records(subject_data, index='subject_id')\n",
    "display(subjectsFrame)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Parse the downloaded classification data into data structures for processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "telegrams = {}\n",
    "\n",
    "with open(sampleDataFileName) as csvfile:\n",
    "    parsedCsv = csv.DictReader(csvfile)\n",
    "    nTelegramsParsed = 0\n",
    "    for recordIndex, record in enumerate(parsedCsv):\n",
    "        done = False\n",
    "        recordIsTelegram = True\n",
    "\n",
    "        # check the date that the classification was made\n",
    "        if \"metadata\" in record:\n",
    "            parsedMetadata = json.loads(record[\"metadata\"])\n",
    "            parsedDate = dateutil.parser.parse(parsedMetadata['started_at'])\n",
    "            # skip \"testing\" data before the site went live\n",
    "            if parsedDate < liveDate:\n",
    "                continue\n",
    "\n",
    "        # parse the annotations and the subject data\n",
    "        parsedAnnotations = json.loads(record[\"annotations\"])\n",
    "        parsedSubjectData = json.loads(record[\"subject_data\"])\n",
    "\n",
    "        # initialize container for transcribed lines\n",
    "        transcribedLines = TelegramLines()\n",
    "\n",
    "        #loop over tasks in the annotation\n",
    "        for task in parsedAnnotations:\n",
    "            # Check if the current record is for a telegram (tasks may be stored out of order, so\n",
    "            # some tasks may be processed before non-telegrams are caught - inefficient but unavoidable?)\n",
    "            if task['task'] == \"T1\" and (\n",
    "                    task['value'] is None\n",
    "                    or not task['value'].startswith(\"Telegram\")):\n",
    "                recordIsTelegram = False\n",
    "                break\n",
    "\n",
    "            # Process transcriptions of text lines\n",
    "            if task['task'].startswith(\"T12\") and len(task['value']) > 0:\n",
    "                # process the lines that were transcribed for this task\n",
    "                for taskValueItem in task['value']:\n",
    "                    transcribedLine = TextLine(\n",
    "                        taskValueItem['x1'], taskValueItem['y1'],\n",
    "                        taskValueItem['x2'], taskValueItem['y2'],\n",
    "                        taskValueItem['details'][0]['value'])\n",
    "                    transcribedLines.addLine(transcribedLine)\n",
    "\n",
    "        # if the transcribed lines of a telegram have been processed then update the\n",
    "        # list of independent transcriptions for this subject\n",
    "        if recordIsTelegram:\n",
    "            nTelegramsParsed += 1\n",
    "            if int(record['subject_ids']) in telegrams:\n",
    "                telegrams[int(record['subject_ids'])].append(\n",
    "                    (recordIndex, transcribedLines))\n",
    "            else:\n",
    "                telegrams.update({\n",
    "                    int(record['subject_ids']): [(recordIndex,\n",
    "                                                  transcribedLines)]\n",
    "                })"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Print some summary information about the parsed data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14 29\n"
     ]
    }
   ],
   "source": [
    "print(len(telegrams), nTelegramsParsed)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Cast parsed data into structures that enable \"straightfoward\" aggregation analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>numLines</th>\n",
       "      <th>subjectKey</th>\n",
       "      <th>transcriptionIndex</th>\n",
       "      <th>words</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subjectKey</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1963832</th>\n",
       "      <th>544.938875</th>\n",
       "      <th>544.938875</th>\n",
       "      <th>591.296686</th>\n",
       "      <th>623.611123</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>591.941689</th>\n",
       "      <th>580.190986</th>\n",
       "      <th>573.670630</th>\n",
       "      <th>852.749855</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963843</th>\n",
       "      <th>320.745055</th>\n",
       "      <th>322.536927</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>987.367074</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[17683]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>392.419928</th>\n",
       "      <th>392.419928</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>921.067813</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[9, 13, 15, 16]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460.511057</th>\n",
       "      <th>456.927314</th>\n",
       "      <th>546.566582</th>\n",
       "      <th>978.407715</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[10, 14, 11, 12]</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763.337395</th>\n",
       "      <th>766.921138</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>1125.341212</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dress, 20, Page]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>817.093549</th>\n",
       "      <th>826.052908</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1132.508700</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Drowsy, 19, Painful]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>870.849704</th>\n",
       "      <th>879.809063</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dubious, 18, Pantalette]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>870.849704</td>\n",
       "      <td>879.809063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>928.189602</th>\n",
       "      <th>935.357089</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Duck, 17, Pantry]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>928.189602</td>\n",
       "      <td>935.357089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>983.737628</th>\n",
       "      <th>994.488859</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dumb, 16, Pap]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>983.737628</td>\n",
       "      <td>994.488859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1037.493783</th>\n",
       "      <th>1046.453142</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1111.006237</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earn, 15, Paper]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1111.006237</td>\n",
       "      <td>1037.493783</td>\n",
       "      <td>1046.453142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1094.833681</th>\n",
       "      <th>1100.209297</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earth, 14, Parlor]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1094.833681</td>\n",
       "      <td>1100.209297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1145.006092</th>\n",
       "      <th>1155.757323</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Editor, 13, Parsnip]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>1145.006092</td>\n",
       "      <td>1155.757323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1204.137862</th>\n",
       "      <th>1213.097221</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1127.133084</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elastic, 12, Peanut]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1204.137862</td>\n",
       "      <td>1213.097221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1257.894017</th>\n",
       "      <th>1266.853376</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1125.341212</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegant, 11, Pedestal]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>1257.894017</td>\n",
       "      <td>1266.853376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1317.025787</th>\n",
       "      <th>1320.609530</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1116.381852</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegy, 10, Penalty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1116.381852</td>\n",
       "      <td>1317.025787</td>\n",
       "      <td>1320.609530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1368.990069</th>\n",
       "      <th>1374.365685</th>\n",
       "      <th>354.836287</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elixir, 9, Pensive]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1368.990069</td>\n",
       "      <td>1374.365685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1424.538096</th>\n",
       "      <th>1429.913711</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Eloquent, 8, Petticoat]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1424.538096</td>\n",
       "      <td>1429.913711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1481.877994</th>\n",
       "      <th>1489.045481</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1127.133084</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Embassy, 7, Pig]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1481.877994</td>\n",
       "      <td>1489.045481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1535.634148</th>\n",
       "      <th>1542.801636</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1118.173724</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emblem, 6, Pistol]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1535.634148</td>\n",
       "      <td>1542.801636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1589.390303</th>\n",
       "      <th>1594.765918</th>\n",
       "      <th>354.836287</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emerald, 5, Plain]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1589.390303</td>\n",
       "      <td>1594.765918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1646.730201</th>\n",
       "      <th>1653.897688</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Empire, 4, Pleasure]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1646.730201</td>\n",
       "      <td>1653.897688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1700.486356</th>\n",
       "      <th>1705.861971</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Engine, 3, Plenty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1700.486356</td>\n",
       "      <td>1705.861971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756.034382</th>\n",
       "      <th>1761.409997</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enemy, 2, Poker]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1756.034382</td>\n",
       "      <td>1761.409997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1809.790537</th>\n",
       "      <th>1813.374280</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1118.173724</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enigma, 1, Postage]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1809.790537</td>\n",
       "      <td>1813.374280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">1963847</th>\n",
       "      <th>172.329139</th>\n",
       "      <th>173.433813</th>\n",
       "      <th>247.891163</th>\n",
       "      <th>299.810840</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[15]</td>\n",
       "      <td>247.891163</td>\n",
       "      <td>299.810840</td>\n",
       "      <td>172.329139</td>\n",
       "      <td>173.433813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>318.146103</th>\n",
       "      <th>321.460125</th>\n",
       "      <th>356.149212</th>\n",
       "      <th>1113.955557</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[2, 3, 1, 5]</td>\n",
       "      <td>356.149212</td>\n",
       "      <td>1113.955557</td>\n",
       "      <td>318.146103</td>\n",
       "      <td>321.460125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387.740563</th>\n",
       "      <th>388.845237</th>\n",
       "      <th>352.835190</th>\n",
       "      <th>1094.071425</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[7, 12]</td>\n",
       "      <td>352.835190</td>\n",
       "      <td>1094.071425</td>\n",
       "      <td>387.740563</td>\n",
       "      <td>388.845237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450.706979</th>\n",
       "      <th>455.125675</th>\n",
       "      <th>353.939864</th>\n",
       "      <th>1090.757403</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[10, 11, 9, 8]</td>\n",
       "      <td>353.939864</td>\n",
       "      <td>1090.757403</td>\n",
       "      <td>450.706979</td>\n",
       "      <td>455.125675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>529.138831</th>\n",
       "      <th>529.138831</th>\n",
       "      <th>348.416494</th>\n",
       "      <th>1092.966751</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[6, 4]</td>\n",
       "      <td>348.416494</td>\n",
       "      <td>1092.966751</td>\n",
       "      <td>529.138831</td>\n",
       "      <td>529.138831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">1963888</th>\n",
       "      <th>1543.233410</th>\n",
       "      <th>1543.233410</th>\n",
       "      <th>149.573672</th>\n",
       "      <th>1433.208059</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[down, the, 4th,, up, the, 7th,, up, the, 2nd.]</td>\n",
       "      <td>149.573672</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1543.233410</td>\n",
       "      <td>1543.233410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1598.467247</th>\n",
       "      <th>1589.629833</th>\n",
       "      <th>145.154965</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[after, having, finished, writing, the, last, ...</td>\n",
       "      <td>145.154965</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1598.467247</td>\n",
       "      <td>1589.629833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1631.607549</th>\n",
       "      <th>1628.293519</th>\n",
       "      <th>144.050288</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[and, proving, the, messing, to, make, sure, you]</td>\n",
       "      <td>144.050288</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1631.607549</td>\n",
       "      <td>1628.293519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674.689942</th>\n",
       "      <th>1659.224468</th>\n",
       "      <th>139.631581</th>\n",
       "      <th>1433.208059</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[have, the, correa, number, of, words, by, mul...</td>\n",
       "      <td>139.631581</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1674.689942</td>\n",
       "      <td>1659.224468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1713.353628</th>\n",
       "      <th>1693.469447</th>\n",
       "      <th>150.678349</th>\n",
       "      <th>1426.579998</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[the, number, of, lines, and, number, of, colu...</td>\n",
       "      <td>150.678349</td>\n",
       "      <td>1426.579998</td>\n",
       "      <td>1713.353628</td>\n",
       "      <td>1693.469447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1747.598607</th>\n",
       "      <th>1737.656516</th>\n",
       "      <th>148.468995</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[together, you, have, the, message, re, ready,...</td>\n",
       "      <td>148.468995</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1747.598607</td>\n",
       "      <td>1737.656516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1797.309060</th>\n",
       "      <th>1791.785677</th>\n",
       "      <th>155.097056</th>\n",
       "      <th>1421.056614</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[transmission]</td>\n",
       "      <td>155.097056</td>\n",
       "      <td>1421.056614</td>\n",
       "      <td>1797.309060</td>\n",
       "      <td>1791.785677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963889</th>\n",
       "      <th>165.595148</th>\n",
       "      <th>166.919909</th>\n",
       "      <th>551.906812</th>\n",
       "      <th>835.405709</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[Page, 6]</td>\n",
       "      <td>551.906812</td>\n",
       "      <td>835.405709</td>\n",
       "      <td>165.595148</td>\n",
       "      <td>166.919909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290.122699</th>\n",
       "      <th>260.977953</th>\n",
       "      <th>203.494618</th>\n",
       "      <th>1405.053023</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[To, Farregate, a, cipher, message, first]</td>\n",
       "      <td>203.494618</td>\n",
       "      <td>1405.053023</td>\n",
       "      <td>290.122699</td>\n",
       "      <td>260.977953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339.138862</th>\n",
       "      <th>339.138862</th>\n",
       "      <th>210.118424</th>\n",
       "      <th>1415.651113</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[observe, the, [unclear]conjured, [/unclear], ...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1415.651113</td>\n",
       "      <td>339.138862</td>\n",
       "      <td>339.138862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409.351205</th>\n",
       "      <th>408.026444</th>\n",
       "      <th>183.623200</th>\n",
       "      <th>1438.172053</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[then, turn, to, the, page, of, your, key]</td>\n",
       "      <td>183.623200</td>\n",
       "      <td>1438.172053</td>\n",
       "      <td>409.351205</td>\n",
       "      <td>408.026444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>474.264503</th>\n",
       "      <th>472.939742</th>\n",
       "      <th>182.298438</th>\n",
       "      <th>1418.300635</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[on, which, it, occurs, and, rule]</td>\n",
       "      <td>182.298438</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>474.264503</td>\n",
       "      <td>472.939742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527.254950</th>\n",
       "      <th>521.955905</th>\n",
       "      <th>206.144140</th>\n",
       "      <th>1401.078740</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[your, paper, in, the, number, of]</td>\n",
       "      <td>206.144140</td>\n",
       "      <td>1401.078740</td>\n",
       "      <td>527.254950</td>\n",
       "      <td>521.955905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>573.621592</th>\n",
       "      <th>581.570159</th>\n",
       "      <th>199.520334</th>\n",
       "      <th>1410.352068</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[columns, and, lines, indicated]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1410.352068</td>\n",
       "      <td>573.621592</td>\n",
       "      <td>581.570159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>639.859651</th>\n",
       "      <th>643.833934</th>\n",
       "      <th>215.417468</th>\n",
       "      <th>1398.429217</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[by, the, table, on, that, page., The]</td>\n",
       "      <td>215.417468</td>\n",
       "      <td>1398.429217</td>\n",
       "      <td>639.859651</td>\n",
       "      <td>643.833934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>703.448187</th>\n",
       "      <th>704.772949</th>\n",
       "      <th>199.520334</th>\n",
       "      <th>1418.300635</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, columns, being, shown]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>703.448187</td>\n",
       "      <td>704.772949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>773.660530</th>\n",
       "      <th>777.634813</th>\n",
       "      <th>210.118424</th>\n",
       "      <th>1360.011142</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[as, best, [unclear]ore, extr, arrived, [/uncl...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1360.011142</td>\n",
       "      <td>773.660530</td>\n",
       "      <td>777.634813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>839.898589</th>\n",
       "      <th>834.599544</th>\n",
       "      <th>194.221289</th>\n",
       "      <th>1394.454934</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, lines, by, the, Sigure]</td>\n",
       "      <td>194.221289</td>\n",
       "      <td>1394.454934</td>\n",
       "      <td>839.898589</td>\n",
       "      <td>834.599544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907.461409</th>\n",
       "      <th>918.059499</th>\n",
       "      <th>198.195573</th>\n",
       "      <th>1434.197770</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[found, on, the, line, of, the, concurrence]</td>\n",
       "      <td>198.195573</td>\n",
       "      <td>1434.197770</td>\n",
       "      <td>907.461409</td>\n",
       "      <td>918.059499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>965.750901</th>\n",
       "      <th>973.699468</th>\n",
       "      <th>208.793662</th>\n",
       "      <th>1452.744426</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]??, word, used, Then, proceed[/uncle...</td>\n",
       "      <td>208.793662</td>\n",
       "      <td>1452.744426</td>\n",
       "      <td>965.750901</td>\n",
       "      <td>973.699468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1013.442304</th>\n",
       "      <th>1035.963244</th>\n",
       "      <th>228.665080</th>\n",
       "      <th>1427.573964</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]down[/unclear], your, message, in, c...</td>\n",
       "      <td>228.665080</td>\n",
       "      <td>1427.573964</td>\n",
       "      <td>1013.442304</td>\n",
       "      <td>1035.963244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1047.226018</th>\n",
       "      <th>1078.156745</th>\n",
       "      <th>273.300897</th>\n",
       "      <th>1364.713679</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[following, the, route, indicated]</td>\n",
       "      <td>273.300897</td>\n",
       "      <td>1364.713679</td>\n",
       "      <td>1047.226018</td>\n",
       "      <td>1078.156745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1067.757512</th>\n",
       "      <th>1096.902258</th>\n",
       "      <th>229.989842</th>\n",
       "      <th>1407.702546</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]f???[/unclear], the, rout, indicated]</td>\n",
       "      <td>229.989842</td>\n",
       "      <td>1407.702546</td>\n",
       "      <td>1067.757512</td>\n",
       "      <td>1096.902258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1131.346049</th>\n",
       "      <th>1165.789840</th>\n",
       "      <th>231.314603</th>\n",
       "      <th>1430.223486</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[in, the, table,, carefully, translating]</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1202.883153</th>\n",
       "      <th>1228.053615</th>\n",
       "      <th>252.510782</th>\n",
       "      <th>1366.634948</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[the, arbitrary, words, [unclear]&gt;&gt;[/unclear]w...</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1258.523122</th>\n",
       "      <th>1277.069779</th>\n",
       "      <th>248.536498</th>\n",
       "      <th>1390.480650</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]???[/unclear]usage., Where, it, is]</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295.776497</th>\n",
       "      <th>1328.916561</th>\n",
       "      <th>250.102852</th>\n",
       "      <th>1297.328882</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>250.102852</td>\n",
       "      <td>1297.328882</td>\n",
       "      <td>1295.776497</td>\n",
       "      <td>1328.916561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1327.410704</th>\n",
       "      <th>1348.606883</th>\n",
       "      <th>244.562215</th>\n",
       "      <th>1414.326352</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>244.562215</td>\n",
       "      <td>1414.326352</td>\n",
       "      <td>1327.410704</td>\n",
       "      <td>1348.606883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1408.221136</th>\n",
       "      <th>1420.143986</th>\n",
       "      <th>245.886976</th>\n",
       "      <th>1365.310187</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[lines, to, [unclear]????ment[/unclear], word]</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1478.433478</th>\n",
       "      <th>1483.732523</th>\n",
       "      <th>269.732677</th>\n",
       "      <th>786.389544</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[continued.]</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>378 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                           numLines  \\\n",
       "subjectKey y1          y2          x1         x2                      \n",
       "1963832    544.938875  544.938875  591.296686 623.611123          2   \n",
       "           591.941689  580.190986  573.670630 852.749855          2   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074         23   \n",
       "           392.419928  392.419928  349.460671 921.067813         23   \n",
       "           460.511057  456.927314  546.566582 978.407715         23   \n",
       "           763.337395  766.921138  353.044415 1125.341212        23   \n",
       "           817.093549  826.052908  349.460671 1132.508700        23   \n",
       "           870.849704  879.809063  351.252543 1123.549340        23   \n",
       "           928.189602  935.357089  349.460671 1123.549340        23   \n",
       "           983.737628  994.488859  349.460671 1119.965596        23   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237        23   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596        23   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340        23   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084        23   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212        23   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852        23   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596        23   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468        23   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084        23   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724        23   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468        23   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468        23   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596        23   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596        23   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724        23   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840         25   \n",
       "           318.146103  321.460125  356.149212 1113.955557        25   \n",
       "           387.740563  388.845237  352.835190 1094.071425        25   \n",
       "           450.706979  455.125675  353.939864 1090.757403        25   \n",
       "           529.138831  529.138831  348.416494 1092.966751        25   \n",
       "...                                                             ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059        31   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675        31   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675        31   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059        31   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998        31   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675        31   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614        31   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709         21   \n",
       "           290.122699  260.977953  203.494618 1405.053023        21   \n",
       "           339.138862  339.138862  210.118424 1415.651113        21   \n",
       "           409.351205  408.026444  183.623200 1438.172053        21   \n",
       "           474.264503  472.939742  182.298438 1418.300635        21   \n",
       "           527.254950  521.955905  206.144140 1401.078740        21   \n",
       "           573.621592  581.570159  199.520334 1410.352068        21   \n",
       "           639.859651  643.833934  215.417468 1398.429217        21   \n",
       "           703.448187  704.772949  199.520334 1418.300635        21   \n",
       "           773.660530  777.634813  210.118424 1360.011142        21   \n",
       "           839.898589  834.599544  194.221289 1394.454934        21   \n",
       "           907.461409  918.059499  198.195573 1434.197770        21   \n",
       "           965.750901  973.699468  208.793662 1452.744426        21   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964        21   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679         2   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546        21   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486        21   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948        21   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650        21   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882         2   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352        21   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187        21   \n",
       "           1478.433478 1483.732523 269.732677 786.389544         21   \n",
       "\n",
       "                                                           subjectKey  \\\n",
       "subjectKey y1          y2          x1         x2                        \n",
       "1963832    544.938875  544.938875  591.296686 623.611123      1963832   \n",
       "           591.941689  580.190986  573.670630 852.749855      1963832   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074      1963843   \n",
       "           392.419928  392.419928  349.460671 921.067813      1963843   \n",
       "           460.511057  456.927314  546.566582 978.407715      1963843   \n",
       "           763.337395  766.921138  353.044415 1125.341212     1963843   \n",
       "           817.093549  826.052908  349.460671 1132.508700     1963843   \n",
       "           870.849704  879.809063  351.252543 1123.549340     1963843   \n",
       "           928.189602  935.357089  349.460671 1123.549340     1963843   \n",
       "           983.737628  994.488859  349.460671 1119.965596     1963843   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237     1963843   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596     1963843   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340     1963843   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084     1963843   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212     1963843   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852     1963843   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596     1963843   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468     1963843   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084     1963843   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724     1963843   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468     1963843   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468     1963843   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596     1963843   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596     1963843   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724     1963843   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840      1963847   \n",
       "           318.146103  321.460125  356.149212 1113.955557     1963847   \n",
       "           387.740563  388.845237  352.835190 1094.071425     1963847   \n",
       "           450.706979  455.125675  353.939864 1090.757403     1963847   \n",
       "           529.138831  529.138831  348.416494 1092.966751     1963847   \n",
       "...                                                               ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059     1963888   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675     1963888   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675     1963888   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059     1963888   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998     1963888   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675     1963888   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614     1963888   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709      1963889   \n",
       "           290.122699  260.977953  203.494618 1405.053023     1963889   \n",
       "           339.138862  339.138862  210.118424 1415.651113     1963889   \n",
       "           409.351205  408.026444  183.623200 1438.172053     1963889   \n",
       "           474.264503  472.939742  182.298438 1418.300635     1963889   \n",
       "           527.254950  521.955905  206.144140 1401.078740     1963889   \n",
       "           573.621592  581.570159  199.520334 1410.352068     1963889   \n",
       "           639.859651  643.833934  215.417468 1398.429217     1963889   \n",
       "           703.448187  704.772949  199.520334 1418.300635     1963889   \n",
       "           773.660530  777.634813  210.118424 1360.011142     1963889   \n",
       "           839.898589  834.599544  194.221289 1394.454934     1963889   \n",
       "           907.461409  918.059499  198.195573 1434.197770     1963889   \n",
       "           965.750901  973.699468  208.793662 1452.744426     1963889   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964     1963889   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679     1963889   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546     1963889   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486     1963889   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948     1963889   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650     1963889   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882     1963889   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352     1963889   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187     1963889   \n",
       "           1478.433478 1483.732523 269.732677 786.389544      1963889   \n",
       "\n",
       "                                                           transcriptionIndex  \\\n",
       "subjectKey y1          y2          x1         x2                                \n",
       "1963832    544.938875  544.938875  591.296686 623.611123                  136   \n",
       "           591.941689  580.190986  573.670630 852.749855                  136   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074                  249   \n",
       "           392.419928  392.419928  349.460671 921.067813                  249   \n",
       "           460.511057  456.927314  546.566582 978.407715                  249   \n",
       "           763.337395  766.921138  353.044415 1125.341212                 249   \n",
       "           817.093549  826.052908  349.460671 1132.508700                 249   \n",
       "           870.849704  879.809063  351.252543 1123.549340                 249   \n",
       "           928.189602  935.357089  349.460671 1123.549340                 249   \n",
       "           983.737628  994.488859  349.460671 1119.965596                 249   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237                 249   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596                 249   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340                 249   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084                 249   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212                 249   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852                 249   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596                 249   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468                 249   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084                 249   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724                 249   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468                 249   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468                 249   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596                 249   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596                 249   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724                 249   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840                  503   \n",
       "           318.146103  321.460125  356.149212 1113.955557                 503   \n",
       "           387.740563  388.845237  352.835190 1094.071425                 503   \n",
       "           450.706979  455.125675  353.939864 1090.757403                 503   \n",
       "           529.138831  529.138831  348.416494 1092.966751                 503   \n",
       "...                                                                       ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059                 452   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675                 452   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675                 452   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059                 452   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998                 452   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675                 452   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614                 452   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709                  321   \n",
       "           290.122699  260.977953  203.494618 1405.053023                 321   \n",
       "           339.138862  339.138862  210.118424 1415.651113                 321   \n",
       "           409.351205  408.026444  183.623200 1438.172053                 321   \n",
       "           474.264503  472.939742  182.298438 1418.300635                 321   \n",
       "           527.254950  521.955905  206.144140 1401.078740                 321   \n",
       "           573.621592  581.570159  199.520334 1410.352068                 321   \n",
       "           639.859651  643.833934  215.417468 1398.429217                 321   \n",
       "           703.448187  704.772949  199.520334 1418.300635                 321   \n",
       "           773.660530  777.634813  210.118424 1360.011142                 321   \n",
       "           839.898589  834.599544  194.221289 1394.454934                 321   \n",
       "           907.461409  918.059499  198.195573 1434.197770                 321   \n",
       "           965.750901  973.699468  208.793662 1452.744426                 321   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964                 321   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679                 338   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546                 321   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486                 321   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948                 321   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650                 321   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882                 338   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352                 321   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187                 321   \n",
       "           1478.433478 1483.732523 269.732677 786.389544                  321   \n",
       "\n",
       "                                                                                                       words  \\\n",
       "subjectKey y1          y2          x1         x2                                                               \n",
       "1963832    544.938875  544.938875  591.296686 623.611123                                             [No, 5]   \n",
       "           591.941689  580.190986  573.670630 852.749855                                             [No, 5]   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074                                             [17683]   \n",
       "           392.419928  392.419928  349.460671 921.067813                                     [9, 13, 15, 16]   \n",
       "           460.511057  456.927314  546.566582 978.407715                                    [10, 14, 11, 12]   \n",
       "           763.337395  766.921138  353.044415 1125.341212                                  [Dress, 20, Page]   \n",
       "           817.093549  826.052908  349.460671 1132.508700                              [Drowsy, 19, Painful]   \n",
       "           870.849704  879.809063  351.252543 1123.549340                          [Dubious, 18, Pantalette]   \n",
       "           928.189602  935.357089  349.460671 1123.549340                                 [Duck, 17, Pantry]   \n",
       "           983.737628  994.488859  349.460671 1119.965596                                    [Dumb, 16, Pap]   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237                                  [Earn, 15, Paper]   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596                                [Earth, 14, Parlor]   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340                              [Editor, 13, Parsnip]   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084                              [Elastic, 12, Peanut]   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212                            [Elegant, 11, Pedestal]   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852                               [Elegy, 10, Penalty]   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596                               [Elixir, 9, Pensive]   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468                           [Eloquent, 8, Petticoat]   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084                                  [Embassy, 7, Pig]   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724                                [Emblem, 6, Pistol]   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468                                [Emerald, 5, Plain]   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468                              [Empire, 4, Pleasure]   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596                                [Engine, 3, Plenty]   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596                                  [Enemy, 2, Poker]   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724                               [Enigma, 1, Postage]   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840                                                [15]   \n",
       "           318.146103  321.460125  356.149212 1113.955557                                       [2, 3, 1, 5]   \n",
       "           387.740563  388.845237  352.835190 1094.071425                                            [7, 12]   \n",
       "           450.706979  455.125675  353.939864 1090.757403                                     [10, 11, 9, 8]   \n",
       "           529.138831  529.138831  348.416494 1092.966751                                             [6, 4]   \n",
       "...                                                                                                      ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059    [down, the, 4th,, up, the, 7th,, up, the, 2nd.]   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  [after, having, finished, writing, the, last, ...   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  [and, proving, the, messing, to, make, sure, you]   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  [have, the, correa, number, of, words, by, mul...   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  [the, number, of, lines, and, number, of, colu...   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  [together, you, have, the, message, re, ready,...   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614                                     [transmission]   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709                                           [Page, 6]   \n",
       "           290.122699  260.977953  203.494618 1405.053023         [To, Farregate, a, cipher, message, first]   \n",
       "           339.138862  339.138862  210.118424 1415.651113  [observe, the, [unclear]conjured, [/unclear], ...   \n",
       "           409.351205  408.026444  183.623200 1438.172053         [then, turn, to, the, page, of, your, key]   \n",
       "           474.264503  472.939742  182.298438 1418.300635                 [on, which, it, occurs, and, rule]   \n",
       "           527.254950  521.955905  206.144140 1401.078740                 [your, paper, in, the, number, of]   \n",
       "           573.621592  581.570159  199.520334 1410.352068                   [columns, and, lines, indicated]   \n",
       "           639.859651  643.833934  215.417468 1398.429217             [by, the, table, on, that, page., The]   \n",
       "           703.448187  704.772949  199.520334 1418.300635                [number, of, columns, being, shown]   \n",
       "           773.660530  777.634813  210.118424 1360.011142  [as, best, [unclear]ore, extr, arrived, [/uncl...   \n",
       "           839.898589  834.599544  194.221289 1394.454934               [number, of, lines, by, the, Sigure]   \n",
       "           907.461409  918.059499  198.195573 1434.197770       [found, on, the, line, of, the, concurrence]   \n",
       "           965.750901  973.699468  208.793662 1452.744426  [[unclear]??, word, used, Then, proceed[/uncle...   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  [[unclear]down[/unclear], your, message, in, c...   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679                 [following, the, route, indicated]   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546    [[unclear]f???[/unclear], the, rout, indicated]   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486          [in, the, table,, carefully, translating]   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  [the, arbitrary, words, [unclear]>>[/unclear]w...   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650      [[unclear]???[/unclear]usage., Where, it, is]   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882               [necessary, to, use, more, than, 20]   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352               [necessary, to, use, more, than, 20]   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187     [lines, to, [unclear]????ment[/unclear], word]   \n",
       "           1478.433478 1483.732523 269.732677 786.389544                                        [continued.]   \n",
       "\n",
       "                                                                   x1  \\\n",
       "subjectKey y1          y2          x1         x2                        \n",
       "1963832    544.938875  544.938875  591.296686 623.611123   591.296686   \n",
       "           591.941689  580.190986  573.670630 852.749855   573.670630   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074   353.044415   \n",
       "           392.419928  392.419928  349.460671 921.067813   349.460671   \n",
       "           460.511057  456.927314  546.566582 978.407715   546.566582   \n",
       "           763.337395  766.921138  353.044415 1125.341212  353.044415   \n",
       "           817.093549  826.052908  349.460671 1132.508700  349.460671   \n",
       "           870.849704  879.809063  351.252543 1123.549340  351.252543   \n",
       "           928.189602  935.357089  349.460671 1123.549340  349.460671   \n",
       "           983.737628  994.488859  349.460671 1119.965596  349.460671   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  351.252543   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  351.252543   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  351.252543   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  351.252543   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  351.252543   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  351.252543   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  354.836287   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  353.044415   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  349.460671   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  349.460671   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  354.836287   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  351.252543   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  351.252543   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  351.252543   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  351.252543   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840   247.891163   \n",
       "           318.146103  321.460125  356.149212 1113.955557  356.149212   \n",
       "           387.740563  388.845237  352.835190 1094.071425  352.835190   \n",
       "           450.706979  455.125675  353.939864 1090.757403  353.939864   \n",
       "           529.138831  529.138831  348.416494 1092.966751  348.416494   \n",
       "...                                                               ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  149.573672   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  145.154965   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  144.050288   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  139.631581   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  150.678349   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  148.468995   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  155.097056   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709   551.906812   \n",
       "           290.122699  260.977953  203.494618 1405.053023  203.494618   \n",
       "           339.138862  339.138862  210.118424 1415.651113  210.118424   \n",
       "           409.351205  408.026444  183.623200 1438.172053  183.623200   \n",
       "           474.264503  472.939742  182.298438 1418.300635  182.298438   \n",
       "           527.254950  521.955905  206.144140 1401.078740  206.144140   \n",
       "           573.621592  581.570159  199.520334 1410.352068  199.520334   \n",
       "           639.859651  643.833934  215.417468 1398.429217  215.417468   \n",
       "           703.448187  704.772949  199.520334 1418.300635  199.520334   \n",
       "           773.660530  777.634813  210.118424 1360.011142  210.118424   \n",
       "           839.898589  834.599544  194.221289 1394.454934  194.221289   \n",
       "           907.461409  918.059499  198.195573 1434.197770  198.195573   \n",
       "           965.750901  973.699468  208.793662 1452.744426  208.793662   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  228.665080   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  273.300897   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  229.989842   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  231.314603   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  252.510782   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  248.536498   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  250.102852   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  244.562215   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  245.886976   \n",
       "           1478.433478 1483.732523 269.732677 786.389544   269.732677   \n",
       "\n",
       "                                                                    x2  \\\n",
       "subjectKey y1          y2          x1         x2                         \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    623.611123   \n",
       "           591.941689  580.190986  573.670630 852.749855    852.749855   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    987.367074   \n",
       "           392.419928  392.419928  349.460671 921.067813    921.067813   \n",
       "           460.511057  456.927314  546.566582 978.407715    978.407715   \n",
       "           763.337395  766.921138  353.044415 1125.341212  1125.341212   \n",
       "           817.093549  826.052908  349.460671 1132.508700  1132.508700   \n",
       "           870.849704  879.809063  351.252543 1123.549340  1123.549340   \n",
       "           928.189602  935.357089  349.460671 1123.549340  1123.549340   \n",
       "           983.737628  994.488859  349.460671 1119.965596  1119.965596   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1111.006237   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1119.965596   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1123.549340   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1127.133084   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1125.341212   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1116.381852   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1119.965596   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1121.757468   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1127.133084   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1118.173724   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1121.757468   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1121.757468   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1119.965596   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1119.965596   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1118.173724   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    299.810840   \n",
       "           318.146103  321.460125  356.149212 1113.955557  1113.955557   \n",
       "           387.740563  388.845237  352.835190 1094.071425  1094.071425   \n",
       "           450.706979  455.125675  353.939864 1090.757403  1090.757403   \n",
       "           529.138831  529.138831  348.416494 1092.966751  1092.966751   \n",
       "...                                                                ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1433.208059   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1427.684675   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1427.684675   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1433.208059   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1426.579998   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1427.684675   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1421.056614   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    835.405709   \n",
       "           290.122699  260.977953  203.494618 1405.053023  1405.053023   \n",
       "           339.138862  339.138862  210.118424 1415.651113  1415.651113   \n",
       "           409.351205  408.026444  183.623200 1438.172053  1438.172053   \n",
       "           474.264503  472.939742  182.298438 1418.300635  1418.300635   \n",
       "           527.254950  521.955905  206.144140 1401.078740  1401.078740   \n",
       "           573.621592  581.570159  199.520334 1410.352068  1410.352068   \n",
       "           639.859651  643.833934  215.417468 1398.429217  1398.429217   \n",
       "           703.448187  704.772949  199.520334 1418.300635  1418.300635   \n",
       "           773.660530  777.634813  210.118424 1360.011142  1360.011142   \n",
       "           839.898589  834.599544  194.221289 1394.454934  1394.454934   \n",
       "           907.461409  918.059499  198.195573 1434.197770  1434.197770   \n",
       "           965.750901  973.699468  208.793662 1452.744426  1452.744426   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1427.573964   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1364.713679   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1407.702546   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1430.223486   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1366.634948   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1390.480650   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1297.328882   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1414.326352   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1365.310187   \n",
       "           1478.433478 1483.732523 269.732677 786.389544    786.389544   \n",
       "\n",
       "                                                                    y1  \\\n",
       "subjectKey y1          y2          x1         x2                         \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    544.938875   \n",
       "           591.941689  580.190986  573.670630 852.749855    591.941689   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    320.745055   \n",
       "           392.419928  392.419928  349.460671 921.067813    392.419928   \n",
       "           460.511057  456.927314  546.566582 978.407715    460.511057   \n",
       "           763.337395  766.921138  353.044415 1125.341212   763.337395   \n",
       "           817.093549  826.052908  349.460671 1132.508700   817.093549   \n",
       "           870.849704  879.809063  351.252543 1123.549340   870.849704   \n",
       "           928.189602  935.357089  349.460671 1123.549340   928.189602   \n",
       "           983.737628  994.488859  349.460671 1119.965596   983.737628   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1037.493783   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1094.833681   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1145.006092   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1204.137862   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1257.894017   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1317.025787   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1368.990069   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1424.538096   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1481.877994   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1535.634148   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1589.390303   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1646.730201   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1700.486356   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1756.034382   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1809.790537   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    172.329139   \n",
       "           318.146103  321.460125  356.149212 1113.955557   318.146103   \n",
       "           387.740563  388.845237  352.835190 1094.071425   387.740563   \n",
       "           450.706979  455.125675  353.939864 1090.757403   450.706979   \n",
       "           529.138831  529.138831  348.416494 1092.966751   529.138831   \n",
       "...                                                                ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1543.233410   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1598.467247   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1631.607549   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1674.689942   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1713.353628   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1747.598607   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1797.309060   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    165.595148   \n",
       "           290.122699  260.977953  203.494618 1405.053023   290.122699   \n",
       "           339.138862  339.138862  210.118424 1415.651113   339.138862   \n",
       "           409.351205  408.026444  183.623200 1438.172053   409.351205   \n",
       "           474.264503  472.939742  182.298438 1418.300635   474.264503   \n",
       "           527.254950  521.955905  206.144140 1401.078740   527.254950   \n",
       "           573.621592  581.570159  199.520334 1410.352068   573.621592   \n",
       "           639.859651  643.833934  215.417468 1398.429217   639.859651   \n",
       "           703.448187  704.772949  199.520334 1418.300635   703.448187   \n",
       "           773.660530  777.634813  210.118424 1360.011142   773.660530   \n",
       "           839.898589  834.599544  194.221289 1394.454934   839.898589   \n",
       "           907.461409  918.059499  198.195573 1434.197770   907.461409   \n",
       "           965.750901  973.699468  208.793662 1452.744426   965.750901   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1013.442304   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1047.226018   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1067.757512   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1131.346049   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1202.883153   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1258.523122   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1295.776497   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1327.410704   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1408.221136   \n",
       "           1478.433478 1483.732523 269.732677 786.389544   1478.433478   \n",
       "\n",
       "                                                                    y2  \n",
       "subjectKey y1          y2          x1         x2                        \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    544.938875  \n",
       "           591.941689  580.190986  573.670630 852.749855    580.190986  \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    322.536927  \n",
       "           392.419928  392.419928  349.460671 921.067813    392.419928  \n",
       "           460.511057  456.927314  546.566582 978.407715    456.927314  \n",
       "           763.337395  766.921138  353.044415 1125.341212   766.921138  \n",
       "           817.093549  826.052908  349.460671 1132.508700   826.052908  \n",
       "           870.849704  879.809063  351.252543 1123.549340   879.809063  \n",
       "           928.189602  935.357089  349.460671 1123.549340   935.357089  \n",
       "           983.737628  994.488859  349.460671 1119.965596   994.488859  \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1046.453142  \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1100.209297  \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1155.757323  \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1213.097221  \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1266.853376  \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1320.609530  \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1374.365685  \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1429.913711  \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1489.045481  \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1542.801636  \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1594.765918  \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1653.897688  \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1705.861971  \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1761.409997  \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1813.374280  \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    173.433813  \n",
       "           318.146103  321.460125  356.149212 1113.955557   321.460125  \n",
       "           387.740563  388.845237  352.835190 1094.071425   388.845237  \n",
       "           450.706979  455.125675  353.939864 1090.757403   455.125675  \n",
       "           529.138831  529.138831  348.416494 1092.966751   529.138831  \n",
       "...                                                                ...  \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1543.233410  \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1589.629833  \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1628.293519  \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1659.224468  \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1693.469447  \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1737.656516  \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1791.785677  \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    166.919909  \n",
       "           290.122699  260.977953  203.494618 1405.053023   260.977953  \n",
       "           339.138862  339.138862  210.118424 1415.651113   339.138862  \n",
       "           409.351205  408.026444  183.623200 1438.172053   408.026444  \n",
       "           474.264503  472.939742  182.298438 1418.300635   472.939742  \n",
       "           527.254950  521.955905  206.144140 1401.078740   521.955905  \n",
       "           573.621592  581.570159  199.520334 1410.352068   581.570159  \n",
       "           639.859651  643.833934  215.417468 1398.429217   643.833934  \n",
       "           703.448187  704.772949  199.520334 1418.300635   704.772949  \n",
       "           773.660530  777.634813  210.118424 1360.011142   777.634813  \n",
       "           839.898589  834.599544  194.221289 1394.454934   834.599544  \n",
       "           907.461409  918.059499  198.195573 1434.197770   918.059499  \n",
       "           965.750901  973.699468  208.793662 1452.744426   973.699468  \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1035.963244  \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1078.156745  \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1096.902258  \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1165.789840  \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1228.053615  \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1277.069779  \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1328.916561  \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1348.606883  \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1420.143986  \n",
       "           1478.433478 1483.732523 269.732677 786.389544   1483.732523  \n",
       "\n",
       "[378 rows x 8 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "transcriptionLineStats = {}\n",
    "transcriptionLineDetails = []\n",
    "# loop over distinct subjects (currently individual telegram-type pages, codebook handling to be implemented)\n",
    "for key, transcriptions in telegrams.items():\n",
    "    totalLines = 0\n",
    "    maxLines = 0\n",
    "    minLines = sys.maxsize\n",
    "    # loop over individual transcriptions of the subject\n",
    "    for transcriptionData in transcriptions:\n",
    "        transcription = transcriptionData[1]\n",
    "        transcriptionIndex = transcriptionData[0]\n",
    "        # process overall transcription statistics for this subject\n",
    "        numLines = transcription.getNumLines()\n",
    "        totalLines += numLines\n",
    "        maxLines = numLines if numLines > maxLines else maxLines\n",
    "        minLines = numLines if numLines < minLines else minLines\n",
    "        # process the lines of the individual transcriptions of a subject\n",
    "        for textLine in transcription.getLines():\n",
    "            # Add a dictionary describing the current line\n",
    "            lineDescription = {\n",
    "                'subjectKey': key,\n",
    "                'transcriptionIndex': transcriptionIndex,\n",
    "                'numLines': numLines,\n",
    "                'x1': textLine.getStart()['x'],\n",
    "                'y1': textLine.getStart()['y'],\n",
    "                'x2': textLine.getEnd()['x'],\n",
    "                'y2': textLine.getEnd()['y'],\n",
    "                'words': textLine.getWords()\n",
    "            }\n",
    "            transcriptionLineDetails.append(lineDescription)\n",
    "    transcriptionLineStats.update({\n",
    "        key: {\n",
    "            'minLines': minLines,\n",
    "            'maxLines': maxLines,\n",
    "            'meanLines': totalLines / float(len(transcriptions))\n",
    "        }\n",
    "    })\n",
    "\n",
    "transcriptionLineDetailsFrame = pd.DataFrame(data=transcriptionLineDetails)\n",
    "transcriptionLineDetailsIndex = pd.MultiIndex.from_arrays([\n",
    "    transcriptionLineDetailsFrame['subjectKey'],\n",
    "    transcriptionLineDetailsFrame['y1'], transcriptionLineDetailsFrame['y2'],\n",
    "    transcriptionLineDetailsFrame['x1'], transcriptionLineDetailsFrame['x2']\n",
    "])\n",
    "transcriptionLineDetailsFrame = transcriptionLineDetailsFrame.set_index(\n",
    "    transcriptionLineDetailsIndex)\n",
    "transcriptionLineDetailsFrame = transcriptionLineDetailsFrame.sort_index(\n",
    "    level=0, sort_remaining=True)\n",
    "display(transcriptionLineDetailsFrame)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Group transcriptions of individual lines according to spatial proximity\n",
    "**Note** that a very important parameter for this process is the pixel tolerance that specifies the allowed disparity between corresponding *y* coordinates of separately marked annotated lines"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/ipykernel_launcher.py:24: DeprecationWarning: \n",
      ".ix is deprecated. Please use\n",
      ".loc for label based indexing or\n",
      ".iloc for positional indexing\n",
      "\n",
      "See the documentation here:\n",
      "http://pandas.pydata.org/pandas-docs/stable/indexing.html#ix-indexer-is-deprecated\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>numLines</th>\n",
       "      <th>subjectKey</th>\n",
       "      <th>transcriptionIndex</th>\n",
       "      <th>words</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "      <th>bestLineIndex</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subjectKey</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1963832</th>\n",
       "      <th>544.938875</th>\n",
       "      <th>544.938875</th>\n",
       "      <th>591.296686</th>\n",
       "      <th>623.611123</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>591.941689</th>\n",
       "      <th>580.190986</th>\n",
       "      <th>573.670630</th>\n",
       "      <th>852.749855</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963843</th>\n",
       "      <th>320.745055</th>\n",
       "      <th>322.536927</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>987.367074</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[17683]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>392.419928</th>\n",
       "      <th>392.419928</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>921.067813</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[9, 13, 15, 16]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460.511057</th>\n",
       "      <th>456.927314</th>\n",
       "      <th>546.566582</th>\n",
       "      <th>978.407715</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[10, 14, 11, 12]</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763.337395</th>\n",
       "      <th>766.921138</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>1125.341212</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dress, 20, Page]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>817.093549</th>\n",
       "      <th>826.052908</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1132.508700</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Drowsy, 19, Painful]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>870.849704</th>\n",
       "      <th>879.809063</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dubious, 18, Pantalette]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>870.849704</td>\n",
       "      <td>879.809063</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>928.189602</th>\n",
       "      <th>935.357089</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Duck, 17, Pantry]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>928.189602</td>\n",
       "      <td>935.357089</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>983.737628</th>\n",
       "      <th>994.488859</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dumb, 16, Pap]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>983.737628</td>\n",
       "      <td>994.488859</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1037.493783</th>\n",
       "      <th>1046.453142</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1111.006237</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earn, 15, Paper]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1111.006237</td>\n",
       "      <td>1037.493783</td>\n",
       "      <td>1046.453142</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1094.833681</th>\n",
       "      <th>1100.209297</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earth, 14, Parlor]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1094.833681</td>\n",
       "      <td>1100.209297</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1145.006092</th>\n",
       "      <th>1155.757323</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1123.549340</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Editor, 13, Parsnip]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>1145.006092</td>\n",
       "      <td>1155.757323</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1204.137862</th>\n",
       "      <th>1213.097221</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1127.133084</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elastic, 12, Peanut]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1204.137862</td>\n",
       "      <td>1213.097221</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1257.894017</th>\n",
       "      <th>1266.853376</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1125.341212</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegant, 11, Pedestal]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>1257.894017</td>\n",
       "      <td>1266.853376</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1317.025787</th>\n",
       "      <th>1320.609530</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1116.381852</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegy, 10, Penalty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1116.381852</td>\n",
       "      <td>1317.025787</td>\n",
       "      <td>1320.609530</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1368.990069</th>\n",
       "      <th>1374.365685</th>\n",
       "      <th>354.836287</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elixir, 9, Pensive]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1368.990069</td>\n",
       "      <td>1374.365685</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1424.538096</th>\n",
       "      <th>1429.913711</th>\n",
       "      <th>353.044415</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Eloquent, 8, Petticoat]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1424.538096</td>\n",
       "      <td>1429.913711</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1481.877994</th>\n",
       "      <th>1489.045481</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1127.133084</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Embassy, 7, Pig]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1481.877994</td>\n",
       "      <td>1489.045481</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1535.634148</th>\n",
       "      <th>1542.801636</th>\n",
       "      <th>349.460671</th>\n",
       "      <th>1118.173724</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emblem, 6, Pistol]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1535.634148</td>\n",
       "      <td>1542.801636</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1589.390303</th>\n",
       "      <th>1594.765918</th>\n",
       "      <th>354.836287</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emerald, 5, Plain]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1589.390303</td>\n",
       "      <td>1594.765918</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1646.730201</th>\n",
       "      <th>1653.897688</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1121.757468</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Empire, 4, Pleasure]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1646.730201</td>\n",
       "      <td>1653.897688</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1700.486356</th>\n",
       "      <th>1705.861971</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Engine, 3, Plenty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1700.486356</td>\n",
       "      <td>1705.861971</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756.034382</th>\n",
       "      <th>1761.409997</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1119.965596</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enemy, 2, Poker]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1756.034382</td>\n",
       "      <td>1761.409997</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1809.790537</th>\n",
       "      <th>1813.374280</th>\n",
       "      <th>351.252543</th>\n",
       "      <th>1118.173724</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enigma, 1, Postage]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1809.790537</td>\n",
       "      <td>1813.374280</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">1963847</th>\n",
       "      <th>172.329139</th>\n",
       "      <th>173.433813</th>\n",
       "      <th>247.891163</th>\n",
       "      <th>299.810840</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[15]</td>\n",
       "      <td>247.891163</td>\n",
       "      <td>299.810840</td>\n",
       "      <td>172.329139</td>\n",
       "      <td>173.433813</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>318.146103</th>\n",
       "      <th>321.460125</th>\n",
       "      <th>356.149212</th>\n",
       "      <th>1113.955557</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[2, 3, 1, 5]</td>\n",
       "      <td>356.149212</td>\n",
       "      <td>1113.955557</td>\n",
       "      <td>318.146103</td>\n",
       "      <td>321.460125</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387.740563</th>\n",
       "      <th>388.845237</th>\n",
       "      <th>352.835190</th>\n",
       "      <th>1094.071425</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[7, 12]</td>\n",
       "      <td>352.835190</td>\n",
       "      <td>1094.071425</td>\n",
       "      <td>387.740563</td>\n",
       "      <td>388.845237</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450.706979</th>\n",
       "      <th>455.125675</th>\n",
       "      <th>353.939864</th>\n",
       "      <th>1090.757403</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[10, 11, 9, 8]</td>\n",
       "      <td>353.939864</td>\n",
       "      <td>1090.757403</td>\n",
       "      <td>450.706979</td>\n",
       "      <td>455.125675</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>529.138831</th>\n",
       "      <th>529.138831</th>\n",
       "      <th>348.416494</th>\n",
       "      <th>1092.966751</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[6, 4]</td>\n",
       "      <td>348.416494</td>\n",
       "      <td>1092.966751</td>\n",
       "      <td>529.138831</td>\n",
       "      <td>529.138831</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">1963888</th>\n",
       "      <th>1543.233410</th>\n",
       "      <th>1543.233410</th>\n",
       "      <th>149.573672</th>\n",
       "      <th>1433.208059</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[down, the, 4th,, up, the, 7th,, up, the, 2nd.]</td>\n",
       "      <td>149.573672</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1543.233410</td>\n",
       "      <td>1543.233410</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1598.467247</th>\n",
       "      <th>1589.629833</th>\n",
       "      <th>145.154965</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[after, having, finished, writing, the, last, ...</td>\n",
       "      <td>145.154965</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1598.467247</td>\n",
       "      <td>1589.629833</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1631.607549</th>\n",
       "      <th>1628.293519</th>\n",
       "      <th>144.050288</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[and, proving, the, messing, to, make, sure, you]</td>\n",
       "      <td>144.050288</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1631.607549</td>\n",
       "      <td>1628.293519</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674.689942</th>\n",
       "      <th>1659.224468</th>\n",
       "      <th>139.631581</th>\n",
       "      <th>1433.208059</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[have, the, correa, number, of, words, by, mul...</td>\n",
       "      <td>139.631581</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1674.689942</td>\n",
       "      <td>1659.224468</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1713.353628</th>\n",
       "      <th>1693.469447</th>\n",
       "      <th>150.678349</th>\n",
       "      <th>1426.579998</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[the, number, of, lines, and, number, of, colu...</td>\n",
       "      <td>150.678349</td>\n",
       "      <td>1426.579998</td>\n",
       "      <td>1713.353628</td>\n",
       "      <td>1693.469447</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1747.598607</th>\n",
       "      <th>1737.656516</th>\n",
       "      <th>148.468995</th>\n",
       "      <th>1427.684675</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[together, you, have, the, message, re, ready,...</td>\n",
       "      <td>148.468995</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1747.598607</td>\n",
       "      <td>1737.656516</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1797.309060</th>\n",
       "      <th>1791.785677</th>\n",
       "      <th>155.097056</th>\n",
       "      <th>1421.056614</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[transmission]</td>\n",
       "      <td>155.097056</td>\n",
       "      <td>1421.056614</td>\n",
       "      <td>1797.309060</td>\n",
       "      <td>1791.785677</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963889</th>\n",
       "      <th>165.595148</th>\n",
       "      <th>166.919909</th>\n",
       "      <th>551.906812</th>\n",
       "      <th>835.405709</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[Page, 6]</td>\n",
       "      <td>551.906812</td>\n",
       "      <td>835.405709</td>\n",
       "      <td>165.595148</td>\n",
       "      <td>166.919909</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290.122699</th>\n",
       "      <th>260.977953</th>\n",
       "      <th>203.494618</th>\n",
       "      <th>1405.053023</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[To, Farregate, a, cipher, message, first]</td>\n",
       "      <td>203.494618</td>\n",
       "      <td>1405.053023</td>\n",
       "      <td>290.122699</td>\n",
       "      <td>260.977953</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339.138862</th>\n",
       "      <th>339.138862</th>\n",
       "      <th>210.118424</th>\n",
       "      <th>1415.651113</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[observe, the, [unclear]conjured, [/unclear], ...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1415.651113</td>\n",
       "      <td>339.138862</td>\n",
       "      <td>339.138862</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409.351205</th>\n",
       "      <th>408.026444</th>\n",
       "      <th>183.623200</th>\n",
       "      <th>1438.172053</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[then, turn, to, the, page, of, your, key]</td>\n",
       "      <td>183.623200</td>\n",
       "      <td>1438.172053</td>\n",
       "      <td>409.351205</td>\n",
       "      <td>408.026444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>474.264503</th>\n",
       "      <th>472.939742</th>\n",
       "      <th>182.298438</th>\n",
       "      <th>1418.300635</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[on, which, it, occurs, and, rule]</td>\n",
       "      <td>182.298438</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>474.264503</td>\n",
       "      <td>472.939742</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527.254950</th>\n",
       "      <th>521.955905</th>\n",
       "      <th>206.144140</th>\n",
       "      <th>1401.078740</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[your, paper, in, the, number, of]</td>\n",
       "      <td>206.144140</td>\n",
       "      <td>1401.078740</td>\n",
       "      <td>527.254950</td>\n",
       "      <td>521.955905</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>573.621592</th>\n",
       "      <th>581.570159</th>\n",
       "      <th>199.520334</th>\n",
       "      <th>1410.352068</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[columns, and, lines, indicated]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1410.352068</td>\n",
       "      <td>573.621592</td>\n",
       "      <td>581.570159</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>639.859651</th>\n",
       "      <th>643.833934</th>\n",
       "      <th>215.417468</th>\n",
       "      <th>1398.429217</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[by, the, table, on, that, page., The]</td>\n",
       "      <td>215.417468</td>\n",
       "      <td>1398.429217</td>\n",
       "      <td>639.859651</td>\n",
       "      <td>643.833934</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>703.448187</th>\n",
       "      <th>704.772949</th>\n",
       "      <th>199.520334</th>\n",
       "      <th>1418.300635</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, columns, being, shown]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>703.448187</td>\n",
       "      <td>704.772949</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>773.660530</th>\n",
       "      <th>777.634813</th>\n",
       "      <th>210.118424</th>\n",
       "      <th>1360.011142</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[as, best, [unclear]ore, extr, arrived, [/uncl...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1360.011142</td>\n",
       "      <td>773.660530</td>\n",
       "      <td>777.634813</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>839.898589</th>\n",
       "      <th>834.599544</th>\n",
       "      <th>194.221289</th>\n",
       "      <th>1394.454934</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, lines, by, the, Sigure]</td>\n",
       "      <td>194.221289</td>\n",
       "      <td>1394.454934</td>\n",
       "      <td>839.898589</td>\n",
       "      <td>834.599544</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907.461409</th>\n",
       "      <th>918.059499</th>\n",
       "      <th>198.195573</th>\n",
       "      <th>1434.197770</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[found, on, the, line, of, the, concurrence]</td>\n",
       "      <td>198.195573</td>\n",
       "      <td>1434.197770</td>\n",
       "      <td>907.461409</td>\n",
       "      <td>918.059499</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>965.750901</th>\n",
       "      <th>973.699468</th>\n",
       "      <th>208.793662</th>\n",
       "      <th>1452.744426</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]??, word, used, Then, proceed[/uncle...</td>\n",
       "      <td>208.793662</td>\n",
       "      <td>1452.744426</td>\n",
       "      <td>965.750901</td>\n",
       "      <td>973.699468</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1013.442304</th>\n",
       "      <th>1035.963244</th>\n",
       "      <th>228.665080</th>\n",
       "      <th>1427.573964</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]down[/unclear], your, message, in, c...</td>\n",
       "      <td>228.665080</td>\n",
       "      <td>1427.573964</td>\n",
       "      <td>1013.442304</td>\n",
       "      <td>1035.963244</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1047.226018</th>\n",
       "      <th>1078.156745</th>\n",
       "      <th>273.300897</th>\n",
       "      <th>1364.713679</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[following, the, route, indicated]</td>\n",
       "      <td>273.300897</td>\n",
       "      <td>1364.713679</td>\n",
       "      <td>1047.226018</td>\n",
       "      <td>1078.156745</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1067.757512</th>\n",
       "      <th>1096.902258</th>\n",
       "      <th>229.989842</th>\n",
       "      <th>1407.702546</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]f???[/unclear], the, rout, indicated]</td>\n",
       "      <td>229.989842</td>\n",
       "      <td>1407.702546</td>\n",
       "      <td>1067.757512</td>\n",
       "      <td>1096.902258</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1131.346049</th>\n",
       "      <th>1165.789840</th>\n",
       "      <th>231.314603</th>\n",
       "      <th>1430.223486</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[in, the, table,, carefully, translating]</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1202.883153</th>\n",
       "      <th>1228.053615</th>\n",
       "      <th>252.510782</th>\n",
       "      <th>1366.634948</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[the, arbitrary, words, [unclear]&gt;&gt;[/unclear]w...</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1258.523122</th>\n",
       "      <th>1277.069779</th>\n",
       "      <th>248.536498</th>\n",
       "      <th>1390.480650</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]???[/unclear]usage., Where, it, is]</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295.776497</th>\n",
       "      <th>1328.916561</th>\n",
       "      <th>250.102852</th>\n",
       "      <th>1297.328882</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>250.102852</td>\n",
       "      <td>1297.328882</td>\n",
       "      <td>1295.776497</td>\n",
       "      <td>1328.916561</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1327.410704</th>\n",
       "      <th>1348.606883</th>\n",
       "      <th>244.562215</th>\n",
       "      <th>1414.326352</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>244.562215</td>\n",
       "      <td>1414.326352</td>\n",
       "      <td>1327.410704</td>\n",
       "      <td>1348.606883</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1408.221136</th>\n",
       "      <th>1420.143986</th>\n",
       "      <th>245.886976</th>\n",
       "      <th>1365.310187</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[lines, to, [unclear]????ment[/unclear], word]</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1478.433478</th>\n",
       "      <th>1483.732523</th>\n",
       "      <th>269.732677</th>\n",
       "      <th>786.389544</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[continued.]</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>378 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                           numLines  \\\n",
       "subjectKey y1          y2          x1         x2                      \n",
       "1963832    544.938875  544.938875  591.296686 623.611123          2   \n",
       "           591.941689  580.190986  573.670630 852.749855          2   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074         23   \n",
       "           392.419928  392.419928  349.460671 921.067813         23   \n",
       "           460.511057  456.927314  546.566582 978.407715         23   \n",
       "           763.337395  766.921138  353.044415 1125.341212        23   \n",
       "           817.093549  826.052908  349.460671 1132.508700        23   \n",
       "           870.849704  879.809063  351.252543 1123.549340        23   \n",
       "           928.189602  935.357089  349.460671 1123.549340        23   \n",
       "           983.737628  994.488859  349.460671 1119.965596        23   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237        23   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596        23   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340        23   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084        23   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212        23   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852        23   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596        23   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468        23   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084        23   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724        23   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468        23   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468        23   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596        23   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596        23   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724        23   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840         25   \n",
       "           318.146103  321.460125  356.149212 1113.955557        25   \n",
       "           387.740563  388.845237  352.835190 1094.071425        25   \n",
       "           450.706979  455.125675  353.939864 1090.757403        25   \n",
       "           529.138831  529.138831  348.416494 1092.966751        25   \n",
       "...                                                             ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059        31   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675        31   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675        31   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059        31   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998        31   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675        31   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614        31   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709         21   \n",
       "           290.122699  260.977953  203.494618 1405.053023        21   \n",
       "           339.138862  339.138862  210.118424 1415.651113        21   \n",
       "           409.351205  408.026444  183.623200 1438.172053        21   \n",
       "           474.264503  472.939742  182.298438 1418.300635        21   \n",
       "           527.254950  521.955905  206.144140 1401.078740        21   \n",
       "           573.621592  581.570159  199.520334 1410.352068        21   \n",
       "           639.859651  643.833934  215.417468 1398.429217        21   \n",
       "           703.448187  704.772949  199.520334 1418.300635        21   \n",
       "           773.660530  777.634813  210.118424 1360.011142        21   \n",
       "           839.898589  834.599544  194.221289 1394.454934        21   \n",
       "           907.461409  918.059499  198.195573 1434.197770        21   \n",
       "           965.750901  973.699468  208.793662 1452.744426        21   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964        21   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679         2   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546        21   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486        21   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948        21   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650        21   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882         2   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352        21   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187        21   \n",
       "           1478.433478 1483.732523 269.732677 786.389544         21   \n",
       "\n",
       "                                                           subjectKey  \\\n",
       "subjectKey y1          y2          x1         x2                        \n",
       "1963832    544.938875  544.938875  591.296686 623.611123      1963832   \n",
       "           591.941689  580.190986  573.670630 852.749855      1963832   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074      1963843   \n",
       "           392.419928  392.419928  349.460671 921.067813      1963843   \n",
       "           460.511057  456.927314  546.566582 978.407715      1963843   \n",
       "           763.337395  766.921138  353.044415 1125.341212     1963843   \n",
       "           817.093549  826.052908  349.460671 1132.508700     1963843   \n",
       "           870.849704  879.809063  351.252543 1123.549340     1963843   \n",
       "           928.189602  935.357089  349.460671 1123.549340     1963843   \n",
       "           983.737628  994.488859  349.460671 1119.965596     1963843   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237     1963843   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596     1963843   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340     1963843   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084     1963843   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212     1963843   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852     1963843   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596     1963843   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468     1963843   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084     1963843   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724     1963843   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468     1963843   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468     1963843   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596     1963843   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596     1963843   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724     1963843   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840      1963847   \n",
       "           318.146103  321.460125  356.149212 1113.955557     1963847   \n",
       "           387.740563  388.845237  352.835190 1094.071425     1963847   \n",
       "           450.706979  455.125675  353.939864 1090.757403     1963847   \n",
       "           529.138831  529.138831  348.416494 1092.966751     1963847   \n",
       "...                                                               ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059     1963888   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675     1963888   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675     1963888   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059     1963888   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998     1963888   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675     1963888   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614     1963888   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709      1963889   \n",
       "           290.122699  260.977953  203.494618 1405.053023     1963889   \n",
       "           339.138862  339.138862  210.118424 1415.651113     1963889   \n",
       "           409.351205  408.026444  183.623200 1438.172053     1963889   \n",
       "           474.264503  472.939742  182.298438 1418.300635     1963889   \n",
       "           527.254950  521.955905  206.144140 1401.078740     1963889   \n",
       "           573.621592  581.570159  199.520334 1410.352068     1963889   \n",
       "           639.859651  643.833934  215.417468 1398.429217     1963889   \n",
       "           703.448187  704.772949  199.520334 1418.300635     1963889   \n",
       "           773.660530  777.634813  210.118424 1360.011142     1963889   \n",
       "           839.898589  834.599544  194.221289 1394.454934     1963889   \n",
       "           907.461409  918.059499  198.195573 1434.197770     1963889   \n",
       "           965.750901  973.699468  208.793662 1452.744426     1963889   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964     1963889   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679     1963889   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546     1963889   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486     1963889   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948     1963889   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650     1963889   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882     1963889   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352     1963889   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187     1963889   \n",
       "           1478.433478 1483.732523 269.732677 786.389544      1963889   \n",
       "\n",
       "                                                           transcriptionIndex  \\\n",
       "subjectKey y1          y2          x1         x2                                \n",
       "1963832    544.938875  544.938875  591.296686 623.611123                  136   \n",
       "           591.941689  580.190986  573.670630 852.749855                  136   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074                  249   \n",
       "           392.419928  392.419928  349.460671 921.067813                  249   \n",
       "           460.511057  456.927314  546.566582 978.407715                  249   \n",
       "           763.337395  766.921138  353.044415 1125.341212                 249   \n",
       "           817.093549  826.052908  349.460671 1132.508700                 249   \n",
       "           870.849704  879.809063  351.252543 1123.549340                 249   \n",
       "           928.189602  935.357089  349.460671 1123.549340                 249   \n",
       "           983.737628  994.488859  349.460671 1119.965596                 249   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237                 249   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596                 249   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340                 249   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084                 249   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212                 249   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852                 249   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596                 249   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468                 249   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084                 249   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724                 249   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468                 249   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468                 249   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596                 249   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596                 249   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724                 249   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840                  503   \n",
       "           318.146103  321.460125  356.149212 1113.955557                 503   \n",
       "           387.740563  388.845237  352.835190 1094.071425                 503   \n",
       "           450.706979  455.125675  353.939864 1090.757403                 503   \n",
       "           529.138831  529.138831  348.416494 1092.966751                 503   \n",
       "...                                                                       ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059                 452   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675                 452   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675                 452   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059                 452   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998                 452   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675                 452   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614                 452   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709                  321   \n",
       "           290.122699  260.977953  203.494618 1405.053023                 321   \n",
       "           339.138862  339.138862  210.118424 1415.651113                 321   \n",
       "           409.351205  408.026444  183.623200 1438.172053                 321   \n",
       "           474.264503  472.939742  182.298438 1418.300635                 321   \n",
       "           527.254950  521.955905  206.144140 1401.078740                 321   \n",
       "           573.621592  581.570159  199.520334 1410.352068                 321   \n",
       "           639.859651  643.833934  215.417468 1398.429217                 321   \n",
       "           703.448187  704.772949  199.520334 1418.300635                 321   \n",
       "           773.660530  777.634813  210.118424 1360.011142                 321   \n",
       "           839.898589  834.599544  194.221289 1394.454934                 321   \n",
       "           907.461409  918.059499  198.195573 1434.197770                 321   \n",
       "           965.750901  973.699468  208.793662 1452.744426                 321   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964                 321   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679                 338   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546                 321   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486                 321   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948                 321   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650                 321   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882                 338   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352                 321   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187                 321   \n",
       "           1478.433478 1483.732523 269.732677 786.389544                  321   \n",
       "\n",
       "                                                                                                       words  \\\n",
       "subjectKey y1          y2          x1         x2                                                               \n",
       "1963832    544.938875  544.938875  591.296686 623.611123                                             [No, 5]   \n",
       "           591.941689  580.190986  573.670630 852.749855                                             [No, 5]   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074                                             [17683]   \n",
       "           392.419928  392.419928  349.460671 921.067813                                     [9, 13, 15, 16]   \n",
       "           460.511057  456.927314  546.566582 978.407715                                    [10, 14, 11, 12]   \n",
       "           763.337395  766.921138  353.044415 1125.341212                                  [Dress, 20, Page]   \n",
       "           817.093549  826.052908  349.460671 1132.508700                              [Drowsy, 19, Painful]   \n",
       "           870.849704  879.809063  351.252543 1123.549340                          [Dubious, 18, Pantalette]   \n",
       "           928.189602  935.357089  349.460671 1123.549340                                 [Duck, 17, Pantry]   \n",
       "           983.737628  994.488859  349.460671 1119.965596                                    [Dumb, 16, Pap]   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237                                  [Earn, 15, Paper]   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596                                [Earth, 14, Parlor]   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340                              [Editor, 13, Parsnip]   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084                              [Elastic, 12, Peanut]   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212                            [Elegant, 11, Pedestal]   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852                               [Elegy, 10, Penalty]   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596                               [Elixir, 9, Pensive]   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468                           [Eloquent, 8, Petticoat]   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084                                  [Embassy, 7, Pig]   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724                                [Emblem, 6, Pistol]   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468                                [Emerald, 5, Plain]   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468                              [Empire, 4, Pleasure]   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596                                [Engine, 3, Plenty]   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596                                  [Enemy, 2, Poker]   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724                               [Enigma, 1, Postage]   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840                                                [15]   \n",
       "           318.146103  321.460125  356.149212 1113.955557                                       [2, 3, 1, 5]   \n",
       "           387.740563  388.845237  352.835190 1094.071425                                            [7, 12]   \n",
       "           450.706979  455.125675  353.939864 1090.757403                                     [10, 11, 9, 8]   \n",
       "           529.138831  529.138831  348.416494 1092.966751                                             [6, 4]   \n",
       "...                                                                                                      ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059    [down, the, 4th,, up, the, 7th,, up, the, 2nd.]   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  [after, having, finished, writing, the, last, ...   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  [and, proving, the, messing, to, make, sure, you]   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  [have, the, correa, number, of, words, by, mul...   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  [the, number, of, lines, and, number, of, colu...   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  [together, you, have, the, message, re, ready,...   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614                                     [transmission]   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709                                           [Page, 6]   \n",
       "           290.122699  260.977953  203.494618 1405.053023         [To, Farregate, a, cipher, message, first]   \n",
       "           339.138862  339.138862  210.118424 1415.651113  [observe, the, [unclear]conjured, [/unclear], ...   \n",
       "           409.351205  408.026444  183.623200 1438.172053         [then, turn, to, the, page, of, your, key]   \n",
       "           474.264503  472.939742  182.298438 1418.300635                 [on, which, it, occurs, and, rule]   \n",
       "           527.254950  521.955905  206.144140 1401.078740                 [your, paper, in, the, number, of]   \n",
       "           573.621592  581.570159  199.520334 1410.352068                   [columns, and, lines, indicated]   \n",
       "           639.859651  643.833934  215.417468 1398.429217             [by, the, table, on, that, page., The]   \n",
       "           703.448187  704.772949  199.520334 1418.300635                [number, of, columns, being, shown]   \n",
       "           773.660530  777.634813  210.118424 1360.011142  [as, best, [unclear]ore, extr, arrived, [/uncl...   \n",
       "           839.898589  834.599544  194.221289 1394.454934               [number, of, lines, by, the, Sigure]   \n",
       "           907.461409  918.059499  198.195573 1434.197770       [found, on, the, line, of, the, concurrence]   \n",
       "           965.750901  973.699468  208.793662 1452.744426  [[unclear]??, word, used, Then, proceed[/uncle...   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  [[unclear]down[/unclear], your, message, in, c...   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679                 [following, the, route, indicated]   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546    [[unclear]f???[/unclear], the, rout, indicated]   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486          [in, the, table,, carefully, translating]   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  [the, arbitrary, words, [unclear]>>[/unclear]w...   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650      [[unclear]???[/unclear]usage., Where, it, is]   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882               [necessary, to, use, more, than, 20]   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352               [necessary, to, use, more, than, 20]   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187     [lines, to, [unclear]????ment[/unclear], word]   \n",
       "           1478.433478 1483.732523 269.732677 786.389544                                        [continued.]   \n",
       "\n",
       "                                                                   x1  \\\n",
       "subjectKey y1          y2          x1         x2                        \n",
       "1963832    544.938875  544.938875  591.296686 623.611123   591.296686   \n",
       "           591.941689  580.190986  573.670630 852.749855   573.670630   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074   353.044415   \n",
       "           392.419928  392.419928  349.460671 921.067813   349.460671   \n",
       "           460.511057  456.927314  546.566582 978.407715   546.566582   \n",
       "           763.337395  766.921138  353.044415 1125.341212  353.044415   \n",
       "           817.093549  826.052908  349.460671 1132.508700  349.460671   \n",
       "           870.849704  879.809063  351.252543 1123.549340  351.252543   \n",
       "           928.189602  935.357089  349.460671 1123.549340  349.460671   \n",
       "           983.737628  994.488859  349.460671 1119.965596  349.460671   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  351.252543   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  351.252543   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  351.252543   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  351.252543   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  351.252543   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  351.252543   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  354.836287   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  353.044415   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  349.460671   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  349.460671   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  354.836287   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  351.252543   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  351.252543   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  351.252543   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  351.252543   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840   247.891163   \n",
       "           318.146103  321.460125  356.149212 1113.955557  356.149212   \n",
       "           387.740563  388.845237  352.835190 1094.071425  352.835190   \n",
       "           450.706979  455.125675  353.939864 1090.757403  353.939864   \n",
       "           529.138831  529.138831  348.416494 1092.966751  348.416494   \n",
       "...                                                               ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  149.573672   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  145.154965   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  144.050288   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  139.631581   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  150.678349   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  148.468995   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  155.097056   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709   551.906812   \n",
       "           290.122699  260.977953  203.494618 1405.053023  203.494618   \n",
       "           339.138862  339.138862  210.118424 1415.651113  210.118424   \n",
       "           409.351205  408.026444  183.623200 1438.172053  183.623200   \n",
       "           474.264503  472.939742  182.298438 1418.300635  182.298438   \n",
       "           527.254950  521.955905  206.144140 1401.078740  206.144140   \n",
       "           573.621592  581.570159  199.520334 1410.352068  199.520334   \n",
       "           639.859651  643.833934  215.417468 1398.429217  215.417468   \n",
       "           703.448187  704.772949  199.520334 1418.300635  199.520334   \n",
       "           773.660530  777.634813  210.118424 1360.011142  210.118424   \n",
       "           839.898589  834.599544  194.221289 1394.454934  194.221289   \n",
       "           907.461409  918.059499  198.195573 1434.197770  198.195573   \n",
       "           965.750901  973.699468  208.793662 1452.744426  208.793662   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  228.665080   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  273.300897   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  229.989842   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  231.314603   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  252.510782   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  248.536498   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  250.102852   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  244.562215   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  245.886976   \n",
       "           1478.433478 1483.732523 269.732677 786.389544   269.732677   \n",
       "\n",
       "                                                                    x2  \\\n",
       "subjectKey y1          y2          x1         x2                         \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    623.611123   \n",
       "           591.941689  580.190986  573.670630 852.749855    852.749855   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    987.367074   \n",
       "           392.419928  392.419928  349.460671 921.067813    921.067813   \n",
       "           460.511057  456.927314  546.566582 978.407715    978.407715   \n",
       "           763.337395  766.921138  353.044415 1125.341212  1125.341212   \n",
       "           817.093549  826.052908  349.460671 1132.508700  1132.508700   \n",
       "           870.849704  879.809063  351.252543 1123.549340  1123.549340   \n",
       "           928.189602  935.357089  349.460671 1123.549340  1123.549340   \n",
       "           983.737628  994.488859  349.460671 1119.965596  1119.965596   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1111.006237   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1119.965596   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1123.549340   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1127.133084   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1125.341212   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1116.381852   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1119.965596   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1121.757468   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1127.133084   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1118.173724   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1121.757468   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1121.757468   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1119.965596   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1119.965596   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1118.173724   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    299.810840   \n",
       "           318.146103  321.460125  356.149212 1113.955557  1113.955557   \n",
       "           387.740563  388.845237  352.835190 1094.071425  1094.071425   \n",
       "           450.706979  455.125675  353.939864 1090.757403  1090.757403   \n",
       "           529.138831  529.138831  348.416494 1092.966751  1092.966751   \n",
       "...                                                                ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1433.208059   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1427.684675   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1427.684675   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1433.208059   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1426.579998   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1427.684675   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1421.056614   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    835.405709   \n",
       "           290.122699  260.977953  203.494618 1405.053023  1405.053023   \n",
       "           339.138862  339.138862  210.118424 1415.651113  1415.651113   \n",
       "           409.351205  408.026444  183.623200 1438.172053  1438.172053   \n",
       "           474.264503  472.939742  182.298438 1418.300635  1418.300635   \n",
       "           527.254950  521.955905  206.144140 1401.078740  1401.078740   \n",
       "           573.621592  581.570159  199.520334 1410.352068  1410.352068   \n",
       "           639.859651  643.833934  215.417468 1398.429217  1398.429217   \n",
       "           703.448187  704.772949  199.520334 1418.300635  1418.300635   \n",
       "           773.660530  777.634813  210.118424 1360.011142  1360.011142   \n",
       "           839.898589  834.599544  194.221289 1394.454934  1394.454934   \n",
       "           907.461409  918.059499  198.195573 1434.197770  1434.197770   \n",
       "           965.750901  973.699468  208.793662 1452.744426  1452.744426   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1427.573964   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1364.713679   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1407.702546   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1430.223486   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1366.634948   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1390.480650   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1297.328882   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1414.326352   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1365.310187   \n",
       "           1478.433478 1483.732523 269.732677 786.389544    786.389544   \n",
       "\n",
       "                                                                    y1  \\\n",
       "subjectKey y1          y2          x1         x2                         \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    544.938875   \n",
       "           591.941689  580.190986  573.670630 852.749855    591.941689   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    320.745055   \n",
       "           392.419928  392.419928  349.460671 921.067813    392.419928   \n",
       "           460.511057  456.927314  546.566582 978.407715    460.511057   \n",
       "           763.337395  766.921138  353.044415 1125.341212   763.337395   \n",
       "           817.093549  826.052908  349.460671 1132.508700   817.093549   \n",
       "           870.849704  879.809063  351.252543 1123.549340   870.849704   \n",
       "           928.189602  935.357089  349.460671 1123.549340   928.189602   \n",
       "           983.737628  994.488859  349.460671 1119.965596   983.737628   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1037.493783   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1094.833681   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1145.006092   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1204.137862   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1257.894017   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1317.025787   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1368.990069   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1424.538096   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1481.877994   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1535.634148   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1589.390303   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1646.730201   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1700.486356   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1756.034382   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1809.790537   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    172.329139   \n",
       "           318.146103  321.460125  356.149212 1113.955557   318.146103   \n",
       "           387.740563  388.845237  352.835190 1094.071425   387.740563   \n",
       "           450.706979  455.125675  353.939864 1090.757403   450.706979   \n",
       "           529.138831  529.138831  348.416494 1092.966751   529.138831   \n",
       "...                                                                ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1543.233410   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1598.467247   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1631.607549   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1674.689942   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1713.353628   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1747.598607   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1797.309060   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    165.595148   \n",
       "           290.122699  260.977953  203.494618 1405.053023   290.122699   \n",
       "           339.138862  339.138862  210.118424 1415.651113   339.138862   \n",
       "           409.351205  408.026444  183.623200 1438.172053   409.351205   \n",
       "           474.264503  472.939742  182.298438 1418.300635   474.264503   \n",
       "           527.254950  521.955905  206.144140 1401.078740   527.254950   \n",
       "           573.621592  581.570159  199.520334 1410.352068   573.621592   \n",
       "           639.859651  643.833934  215.417468 1398.429217   639.859651   \n",
       "           703.448187  704.772949  199.520334 1418.300635   703.448187   \n",
       "           773.660530  777.634813  210.118424 1360.011142   773.660530   \n",
       "           839.898589  834.599544  194.221289 1394.454934   839.898589   \n",
       "           907.461409  918.059499  198.195573 1434.197770   907.461409   \n",
       "           965.750901  973.699468  208.793662 1452.744426   965.750901   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1013.442304   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1047.226018   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1067.757512   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1131.346049   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1202.883153   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1258.523122   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1295.776497   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1327.410704   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1408.221136   \n",
       "           1478.433478 1483.732523 269.732677 786.389544   1478.433478   \n",
       "\n",
       "                                                                    y2  \\\n",
       "subjectKey y1          y2          x1         x2                         \n",
       "1963832    544.938875  544.938875  591.296686 623.611123    544.938875   \n",
       "           591.941689  580.190986  573.670630 852.749855    580.190986   \n",
       "1963843    320.745055  322.536927  353.044415 987.367074    322.536927   \n",
       "           392.419928  392.419928  349.460671 921.067813    392.419928   \n",
       "           460.511057  456.927314  546.566582 978.407715    456.927314   \n",
       "           763.337395  766.921138  353.044415 1125.341212   766.921138   \n",
       "           817.093549  826.052908  349.460671 1132.508700   826.052908   \n",
       "           870.849704  879.809063  351.252543 1123.549340   879.809063   \n",
       "           928.189602  935.357089  349.460671 1123.549340   935.357089   \n",
       "           983.737628  994.488859  349.460671 1119.965596   994.488859   \n",
       "           1037.493783 1046.453142 351.252543 1111.006237  1046.453142   \n",
       "           1094.833681 1100.209297 351.252543 1119.965596  1100.209297   \n",
       "           1145.006092 1155.757323 351.252543 1123.549340  1155.757323   \n",
       "           1204.137862 1213.097221 351.252543 1127.133084  1213.097221   \n",
       "           1257.894017 1266.853376 351.252543 1125.341212  1266.853376   \n",
       "           1317.025787 1320.609530 351.252543 1116.381852  1320.609530   \n",
       "           1368.990069 1374.365685 354.836287 1119.965596  1374.365685   \n",
       "           1424.538096 1429.913711 353.044415 1121.757468  1429.913711   \n",
       "           1481.877994 1489.045481 349.460671 1127.133084  1489.045481   \n",
       "           1535.634148 1542.801636 349.460671 1118.173724  1542.801636   \n",
       "           1589.390303 1594.765918 354.836287 1121.757468  1594.765918   \n",
       "           1646.730201 1653.897688 351.252543 1121.757468  1653.897688   \n",
       "           1700.486356 1705.861971 351.252543 1119.965596  1705.861971   \n",
       "           1756.034382 1761.409997 351.252543 1119.965596  1761.409997   \n",
       "           1809.790537 1813.374280 351.252543 1118.173724  1813.374280   \n",
       "1963847    172.329139  173.433813  247.891163 299.810840    173.433813   \n",
       "           318.146103  321.460125  356.149212 1113.955557   321.460125   \n",
       "           387.740563  388.845237  352.835190 1094.071425   388.845237   \n",
       "           450.706979  455.125675  353.939864 1090.757403   455.125675   \n",
       "           529.138831  529.138831  348.416494 1092.966751   529.138831   \n",
       "...                                                                ...   \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059  1543.233410   \n",
       "           1598.467247 1589.629833 145.154965 1427.684675  1589.629833   \n",
       "           1631.607549 1628.293519 144.050288 1427.684675  1628.293519   \n",
       "           1674.689942 1659.224468 139.631581 1433.208059  1659.224468   \n",
       "           1713.353628 1693.469447 150.678349 1426.579998  1693.469447   \n",
       "           1747.598607 1737.656516 148.468995 1427.684675  1737.656516   \n",
       "           1797.309060 1791.785677 155.097056 1421.056614  1791.785677   \n",
       "1963889    165.595148  166.919909  551.906812 835.405709    166.919909   \n",
       "           290.122699  260.977953  203.494618 1405.053023   260.977953   \n",
       "           339.138862  339.138862  210.118424 1415.651113   339.138862   \n",
       "           409.351205  408.026444  183.623200 1438.172053   408.026444   \n",
       "           474.264503  472.939742  182.298438 1418.300635   472.939742   \n",
       "           527.254950  521.955905  206.144140 1401.078740   521.955905   \n",
       "           573.621592  581.570159  199.520334 1410.352068   581.570159   \n",
       "           639.859651  643.833934  215.417468 1398.429217   643.833934   \n",
       "           703.448187  704.772949  199.520334 1418.300635   704.772949   \n",
       "           773.660530  777.634813  210.118424 1360.011142   777.634813   \n",
       "           839.898589  834.599544  194.221289 1394.454934   834.599544   \n",
       "           907.461409  918.059499  198.195573 1434.197770   918.059499   \n",
       "           965.750901  973.699468  208.793662 1452.744426   973.699468   \n",
       "           1013.442304 1035.963244 228.665080 1427.573964  1035.963244   \n",
       "           1047.226018 1078.156745 273.300897 1364.713679  1078.156745   \n",
       "           1067.757512 1096.902258 229.989842 1407.702546  1096.902258   \n",
       "           1131.346049 1165.789840 231.314603 1430.223486  1165.789840   \n",
       "           1202.883153 1228.053615 252.510782 1366.634948  1228.053615   \n",
       "           1258.523122 1277.069779 248.536498 1390.480650  1277.069779   \n",
       "           1295.776497 1328.916561 250.102852 1297.328882  1328.916561   \n",
       "           1327.410704 1348.606883 244.562215 1414.326352  1348.606883   \n",
       "           1408.221136 1420.143986 245.886976 1365.310187  1420.143986   \n",
       "           1478.433478 1483.732523 269.732677 786.389544   1483.732523   \n",
       "\n",
       "                                                           bestLineIndex  \n",
       "subjectKey y1          y2          x1         x2                          \n",
       "1963832    544.938875  544.938875  591.296686 623.611123               0  \n",
       "           591.941689  580.190986  573.670630 852.749855               1  \n",
       "1963843    320.745055  322.536927  353.044415 987.367074               0  \n",
       "           392.419928  392.419928  349.460671 921.067813               1  \n",
       "           460.511057  456.927314  546.566582 978.407715               2  \n",
       "           763.337395  766.921138  353.044415 1125.341212              3  \n",
       "           817.093549  826.052908  349.460671 1132.508700              4  \n",
       "           870.849704  879.809063  351.252543 1123.549340              5  \n",
       "           928.189602  935.357089  349.460671 1123.549340              6  \n",
       "           983.737628  994.488859  349.460671 1119.965596              7  \n",
       "           1037.493783 1046.453142 351.252543 1111.006237              8  \n",
       "           1094.833681 1100.209297 351.252543 1119.965596              9  \n",
       "           1145.006092 1155.757323 351.252543 1123.549340             10  \n",
       "           1204.137862 1213.097221 351.252543 1127.133084             11  \n",
       "           1257.894017 1266.853376 351.252543 1125.341212             12  \n",
       "           1317.025787 1320.609530 351.252543 1116.381852             13  \n",
       "           1368.990069 1374.365685 354.836287 1119.965596             14  \n",
       "           1424.538096 1429.913711 353.044415 1121.757468             15  \n",
       "           1481.877994 1489.045481 349.460671 1127.133084             16  \n",
       "           1535.634148 1542.801636 349.460671 1118.173724             17  \n",
       "           1589.390303 1594.765918 354.836287 1121.757468             18  \n",
       "           1646.730201 1653.897688 351.252543 1121.757468             19  \n",
       "           1700.486356 1705.861971 351.252543 1119.965596             20  \n",
       "           1756.034382 1761.409997 351.252543 1119.965596             21  \n",
       "           1809.790537 1813.374280 351.252543 1118.173724             22  \n",
       "1963847    172.329139  173.433813  247.891163 299.810840               0  \n",
       "           318.146103  321.460125  356.149212 1113.955557              1  \n",
       "           387.740563  388.845237  352.835190 1094.071425              2  \n",
       "           450.706979  455.125675  353.939864 1090.757403              3  \n",
       "           529.138831  529.138831  348.416494 1092.966751              4  \n",
       "...                                                                  ...  \n",
       "1963888    1543.233410 1543.233410 149.573672 1433.208059             24  \n",
       "           1598.467247 1589.629833 145.154965 1427.684675             25  \n",
       "           1631.607549 1628.293519 144.050288 1427.684675             25  \n",
       "           1674.689942 1659.224468 139.631581 1433.208059             26  \n",
       "           1713.353628 1693.469447 150.678349 1426.579998             26  \n",
       "           1747.598607 1737.656516 148.468995 1427.684675             27  \n",
       "           1797.309060 1791.785677 155.097056 1421.056614             28  \n",
       "1963889    165.595148  166.919909  551.906812 835.405709               0  \n",
       "           290.122699  260.977953  203.494618 1405.053023              1  \n",
       "           339.138862  339.138862  210.118424 1415.651113              2  \n",
       "           409.351205  408.026444  183.623200 1438.172053              3  \n",
       "           474.264503  472.939742  182.298438 1418.300635              4  \n",
       "           527.254950  521.955905  206.144140 1401.078740              5  \n",
       "           573.621592  581.570159  199.520334 1410.352068              6  \n",
       "           639.859651  643.833934  215.417468 1398.429217              7  \n",
       "           703.448187  704.772949  199.520334 1418.300635              8  \n",
       "           773.660530  777.634813  210.118424 1360.011142              9  \n",
       "           839.898589  834.599544  194.221289 1394.454934             10  \n",
       "           907.461409  918.059499  198.195573 1434.197770             11  \n",
       "           965.750901  973.699468  208.793662 1452.744426             12  \n",
       "           1013.442304 1035.963244 228.665080 1427.573964             13  \n",
       "           1047.226018 1078.156745 273.300897 1364.713679             14  \n",
       "           1067.757512 1096.902258 229.989842 1407.702546             14  \n",
       "           1131.346049 1165.789840 231.314603 1430.223486             15  \n",
       "           1202.883153 1228.053615 252.510782 1366.634948             16  \n",
       "           1258.523122 1277.069779 248.536498 1390.480650             17  \n",
       "           1295.776497 1328.916561 250.102852 1297.328882             18  \n",
       "           1327.410704 1348.606883 244.562215 1414.326352             18  \n",
       "           1408.221136 1420.143986 245.886976 1365.310187             19  \n",
       "           1478.433478 1483.732523 269.732677 786.389544              20  \n",
       "\n",
       "[378 rows x 9 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{   1963832: {'maxLines': 2, 'meanLines': 2.0, 'minLines': 2},\n",
      "    1963843: {'maxLines': 23, 'meanLines': 23.0, 'minLines': 23},\n",
      "    1963846: {'maxLines': 0, 'meanLines': 0.0, 'minLines': 0},\n",
      "    1963847: {'maxLines': 25, 'meanLines': 25.0, 'minLines': 25},\n",
      "    1963849: {'maxLines': 0, 'meanLines': 0.0, 'minLines': 0},\n",
      "    1963850: {'maxLines': 31, 'meanLines': 31.0, 'minLines': 31},\n",
      "    1963859: {'maxLines': 0, 'meanLines': 0.0, 'minLines': 0},\n",
      "    1963875: {'maxLines': 0, 'meanLines': 0.0, 'minLines': 0},\n",
      "    1963884: {'maxLines': 25, 'meanLines': 16.666666666666668, 'minLines': 0},\n",
      "    1963885: {'maxLines': 27, 'meanLines': 12.0, 'minLines': 0},\n",
      "    1963886: {'maxLines': 24, 'meanLines': 18.0, 'minLines': 0},\n",
      "    1963887: {'maxLines': 28, 'meanLines': 10.166666666666666, 'minLines': 0},\n",
      "    1963888: {'maxLines': 31, 'meanLines': 31.0, 'minLines': 31},\n",
      "    1963889: {'maxLines': 21, 'meanLines': 11.5, 'minLines': 2}}\n"
     ]
    }
   ],
   "source": [
    "if saveIdentifiedLineDetails:\n",
    "    transcriptionLineDetailsFrame['bestLineIndex'] = pd.Series(\n",
    "        np.zeros_like(transcriptionLineDetailsFrame['subjectKey']),\n",
    "        index=transcriptionLineDetailsFrame.index)\n",
    "    # iterate over rows in sorted, grouped dataset and insert the best line index\n",
    "    bestLineIndex = -1\n",
    "    currentSubject = -1\n",
    "    numSubjectsProcessed = 0\n",
    "    # line matcher with 40 pixel tolerance for y coordinates of lines that are considered to be the same\n",
    "    lineMatcher = LineMatcher(40)\n",
    "    for index, row in transcriptionLineDetailsFrame.iterrows():\n",
    "        # if this is a new subject, reset the line index\n",
    "        if currentSubject != index[0]:\n",
    "            bestLineIndex = -1\n",
    "            currentSubject = index[0]\n",
    "            numSubjectsProcessed += 1\n",
    "            if numSubjectsProcessed % 100 == 0:\n",
    "                print('Processed {0} subjects...'.format(numSubjectsProcessed))\n",
    "\n",
    "        # if the line coordinates do not match within tolerance, then increment the line index\n",
    "        if lineMatcher.compare((index[3], index[1], index[4], index[2])):\n",
    "            bestLineIndex += 1\n",
    "\n",
    "        # update the dataframe with the best line index\n",
    "        transcriptionLineDetailsFrame.ix[index,\n",
    "                                         'bestLineIndex'] = bestLineIndex\n",
    "else:\n",
    "    identifiedLineFile = open(identifiedLineFilePath, 'rb')\n",
    "    transcriptionLineDetailsFrame = pickle.load(identifiedLineFile)\n",
    "    identifiedLineFile.close()\n",
    "display(transcriptionLineDetailsFrame)\n",
    "pprinter.pprint(transcriptionLineStats)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "subjectsFrame.loc[1960106, 'url'].iloc[3]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Experimental: Evaluate first pass line consensus\n",
    "Combine adjacent line groups that have very close mean Y values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "if applyDoubleLineFix:\n",
    "    transcriptionLineDetailsFirstPass = transcriptionLineDetailsFrame.set_index(\n",
    "        'bestLineIndex', drop=False, append=True)\n",
    "    transcriptionLineDetailsFirstPass[\n",
    "        'oldBestLineIndex'] = transcriptionLineDetailsFirstPass[\n",
    "            'bestLineIndex'].astype(np.int64)\n",
    "    transcriptionLineDetailsFirstPass = transcriptionLineDetailsFirstPass.groupby(\n",
    "        level=[0, 5]).aggregate({\n",
    "            'y1': np.mean,\n",
    "            'y2': np.mean,\n",
    "            'bestLineIndex': 'first',\n",
    "            'oldBestLineIndex': 'first'\n",
    "        })\n",
    "    transcriptionLineDetailsFirstPass['meanY'] = 0.5 * (\n",
    "        transcriptionLineDetailsFirstPass['y1'] +\n",
    "        transcriptionLineDetailsFirstPass['y2'])\n",
    "    transcriptionLineDetailsFirstPass.set_index(\n",
    "        'meanY', drop=False, append=True)\n",
    "\n",
    "    oldColumnNames = transcriptionLineDetailsFirstPass.columns\n",
    "    newColumnNames = [(name if name != 'bestLineIndex' else 'newBestLineIndex')\n",
    "                      for name in oldColumnNames]\n",
    "    transcriptionLineDetailsFirstPass.columns = newColumnNames\n",
    "\n",
    "    thisRow = transcriptionLineDetailsFirstPass.iloc[0]\n",
    "    #display(thisRow)\n",
    "\n",
    "    meanYThreshold = 20\n",
    "    bestLineIndexDecrement = 0\n",
    "\n",
    "    for index, nextRow in transcriptionLineDetailsFirstPass.iterrows():\n",
    "        if nextRow['newBestLineIndex'] == 0:  # new subject\n",
    "            bestLineIndexDecrement = 0  # so reset the decrement\n",
    "        elif np.abs(thisRow['meanY'] - nextRow['meanY']) < meanYThreshold:\n",
    "            bestLineIndexDecrement += 1\n",
    "\n",
    "        transcriptionLineDetailsFirstPass.loc[\n",
    "            index, 'newBestLineIndex'] -= int(bestLineIndexDecrement)\n",
    "\n",
    "        thisRow = nextRow\n",
    "\n",
    "    transcriptionLineDetailsFirstPass.reset_index(\n",
    "        level='bestLineIndex', drop=True, inplace=True)\n",
    "    transcriptionLineDetailsFirstPass.columns = oldColumnNames"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "if applyDoubleLineFix:\n",
    "    transcriptionLineDetailsSecondPass = transcriptionLineDetailsFirstPass.set_index(\n",
    "        'bestLineIndex', drop=False, append=True)\n",
    "    transcriptionLineDetailsMismatches = transcriptionLineDetailsSecondPass[(\n",
    "        transcriptionLineDetailsSecondPass['bestLineIndex'] !=\n",
    "        transcriptionLineDetailsSecondPass['oldBestLineIndex'])]\n",
    "    transcriptionLineDetailsMismatches.reset_index(\n",
    "        level='bestLineIndex', drop=True, inplace=True)\n",
    "    display(transcriptionLineDetailsMismatches)\n",
    "    for mismatchIndex, mismatchRow in transcriptionLineDetailsMismatches.iterrows(\n",
    "    ):\n",
    "        for index, row in transcriptionLineDetailsFrame.loc[\n",
    "                mismatchIndex].iterrows():\n",
    "            if row['bestLineIndex'] == mismatchRow['oldBestLineIndex']:\n",
    "                transcriptionLineDetailsFrame.loc[\n",
    "                    mismatchIndex, 'bestLineIndex'] = mismatchRow[\n",
    "                        'bestLineIndex']\n",
    "\n",
    "    #display(transcriptionLineDetailsFrame.ix[2341364,:])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Serialize the processed data at this stage\n",
    "The previous step is time consuming so save the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "if saveIdentifiedLineDetails:\n",
    "    transcriptionLineDetailsFrame.to_pickle(identifiedLineFilePath)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Now aggregate the text of the spatially matched lines\n",
    "In the process, identify, strip and note any metatags e.g. `[unclear][/unclear]` that surround individual words."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def computeConsensusWordReliability(wordOptions):\n",
    "    uniqueWordOptions = list(set(wordOptions))\n",
    "    #simple logic to return 0 reliability for words with very few consistent transcriptions\n",
    "    if len(wordOptions) < 2:\n",
    "        return -0.25\n",
    "\n",
    "    if (len(wordOptions) < 3 and len(uniqueWordOptions) > 1):\n",
    "        return -0.5\n",
    "\n",
    "    # more complicated logic that computes the fraction of transcribed words that equal the\n",
    "    # consensus\n",
    "    wordCounter = Counter(wordOptions)\n",
    "    consensusWord, consensusWordCount = wordCounter.most_common(1)[0]\n",
    "    return consensusWordCount / float(len(wordOptions))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def aggregateSentences(sentences):\n",
    "    metaTagState = MetaTagState()\n",
    "\n",
    "    unclearPattern = r'(\\[unclear\\]).+?(\\[/unclear\\])'\n",
    "    insertionPattern = r'(\\[insertion\\]).+?(\\[/insertion\\])'\n",
    "    deletionPattern = r'(\\[deletion\\]).+?(\\[/deletion\\])'\n",
    "\n",
    "    emptyTagPairPattern = r'\\[([^/]+?)\\]\\[/\\1\\]'\n",
    "\n",
    "    genericStartPattern = r'(\\[([^/]+?)\\])'\n",
    "    genericEndPattern = r'(\\[/(.+?)\\])'\n",
    "\n",
    "    aggregatedSentence = {\n",
    "        'reliability': 0.0,\n",
    "        'wordReliabilities': [],\n",
    "        'words': []\n",
    "    }\n",
    "    statefulAggregatedSentence = {\n",
    "        'reliability': 0.0,\n",
    "        'wordReliabilities': [],\n",
    "        'words': []\n",
    "    }\n",
    "    iSentence = 0\n",
    "    for sentence in sentences:\n",
    "\n",
    "        ##print ('Next Sentence:\\n')\n",
    "\n",
    "        # metatag pairs are better described in \"sentence coordinates\", these can always be mapped to words later\n",
    "        fullSentence = ' '.join(sentence)\n",
    "\n",
    "        # Remove any empty metatag pairs\n",
    "        sentenceLength = len(sentence)\n",
    "        while True:\n",
    "            fullSentence = regex.sub(emptyTagPairPattern, '', fullSentence)\n",
    "            if len(fullSentence) == sentenceLength:\n",
    "                # no further replacement possible\n",
    "                break\n",
    "            else:\n",
    "                sentenceLength = len(fullSentence)\n",
    "\n",
    "        unclearResults = regex.finditer(unclearPattern, fullSentence)\n",
    "\n",
    "        insertionResults = regex.finditer(insertionPattern, fullSentence)\n",
    "\n",
    "        deletionResults = regex.finditer(deletionPattern, fullSentence)\n",
    "\n",
    "        for unclearResult in unclearResults:\n",
    "            '''print ('\\nUnclear:\\n', sentence, '\\nnumgroups (start)', len(list(unclearResult.groups())), 'groups => ', list(unclearResult.groups()))\n",
    "            for index, match in enumerate(unclearResult.groups()) :\n",
    "                print (match, unclearResult.start(index+1), unclearResult.end(index+1))\n",
    "            print ('Tagging unclear between' , unclearResult.end(1), 'and', unclearResult.start(2))'''\n",
    "            metaTagState.setTag('unclear',\n",
    "                                unclearResult.end(1), unclearResult.start(2))\n",
    "\n",
    "        for insertionResult in insertionResults:\n",
    "            '''print ('\\nInsertion:\\n', sentence, '\\nnumgroups (start)', len(list(insertionResult.groups())), 'groups => ', list(insertionResult.groups()))\n",
    "            for index, match in enumerate(insertionResult.groups()) :\n",
    "                print (match, insertionResult.start(index+1), insertionResult.end(index+1))'''\n",
    "            metaTagState.setTag('insertion',\n",
    "                                insertionResult.end(1),\n",
    "                                insertionResult.start(2))\n",
    "\n",
    "        for deletionResult in deletionResults:\n",
    "            '''print ('\\nDeletion:\\n', sentence, '\\nnumgroups (start)', len(list(deletionResult.groups())), 'groups => ', list(deletionResult.groups()))\n",
    "            for index, match in enumerate(deletionResult.groups()) :\n",
    "                print (match, deletionResult.start(index+1), deletionResult.end(index+1))'''\n",
    "            metaTagState.setTag('deletion',\n",
    "                                deletionResult.end(1), deletionResult.start(2))\n",
    "\n",
    "        ##print (metaTagState.getSetTags())\n",
    "        iWord = 0\n",
    "        sentencePosition = 0\n",
    "        for word in sentence:\n",
    "            if (len(aggregatedSentence['words']) < iWord + 1):\n",
    "                aggregatedSentence['words'].append([])\n",
    "                statefulAggregatedSentence['words'].append([])\n",
    "\n",
    "            nonMetaWord = regex.sub(genericStartPattern, '', word)\n",
    "            nonMetaWord = regex.sub(genericEndPattern, '', nonMetaWord)\n",
    "            if len(nonMetaWord) > 0:\n",
    "                aggregatedSentence['words'][iWord].append(nonMetaWord)\n",
    "                statefulAggregatedSentence['words'][iWord].append(\n",
    "                    StatefulWord(nonMetaWord, (\n",
    "                        sentencePosition, sentencePosition + len(word)\n",
    "                    ), copy.deepcopy(metaTagState.getSetTags()), sentence))\n",
    "                # Only increment wordcount if there was actually a word and not just a collection of metatags\n",
    "                iWord += 1\n",
    "            sentencePosition += len(word) + 1\n",
    "\n",
    "        metaTagState.reset()\n",
    "        iSentence += 1\n",
    "        ## END LOOP OVER TRANSCRIBED SENTENCES ASSOCIATED WITH THIS LINE\n",
    "\n",
    "    for wordOptions, statefulWordOptions in zip(\n",
    "            aggregatedSentence['words'], statefulAggregatedSentence['words']):\n",
    "        wordOptions.sort(key=Counter(wordOptions).get, reverse=True)\n",
    "        statefulWordOptions.sort(\n",
    "            key=Counter(statefulWordOptions).get, reverse=True)\n",
    "        # Compute the reliability of each word's consensus transcription\n",
    "        statefulAggregatedSentence['wordReliabilities'].append(\n",
    "            computeConsensusWordReliability(wordOptions))\n",
    "        # The word reliability can be outside the 0-1 range in special cases, so adjust clamp\n",
    "        # those values appropriately\n",
    "        clampedWordReliability = statefulAggregatedSentence[\n",
    "            'wordReliabilities'][-1]\n",
    "        clampedWordReliability = clampedWordReliability if clampedWordReliability >= 0.0 else 0.0\n",
    "        clampedWordReliability = clampedWordReliability if clampedWordReliability <= 1.0 else 1.0\n",
    "\n",
    "        statefulAggregatedSentence['reliability'] += clampedWordReliability\n",
    "    try:\n",
    "        statefulAggregatedSentence['reliability'] /= float(\n",
    "            len(statefulAggregatedSentence['words']))\n",
    "    except Exception as e:\n",
    "        #print ('Exception on {} : {}'.format(sentence, e))\n",
    "        statefulAggregatedSentence['reliability'] = 0.0\n",
    "\n",
    "    return statefulAggregatedSentence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>numLines</th>\n",
       "      <th>subjectKey</th>\n",
       "      <th>transcriptionIndex</th>\n",
       "      <th>words</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subjectKey</th>\n",
       "      <th>bestLineIndex</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1963832</th>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1963832</td>\n",
       "      <td>136</td>\n",
       "      <td>[No, 5]</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963843</th>\n",
       "      <th>0</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[17683]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[9, 13, 15, 16]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[10, 14, 11, 12]</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dress, 20, Page]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Drowsy, 19, Painful]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dubious, 18, Pantalette]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>870.849704</td>\n",
       "      <td>879.809063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Duck, 17, Pantry]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>928.189602</td>\n",
       "      <td>935.357089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Dumb, 16, Pap]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>983.737628</td>\n",
       "      <td>994.488859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earn, 15, Paper]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1111.006237</td>\n",
       "      <td>1037.493783</td>\n",
       "      <td>1046.453142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Earth, 14, Parlor]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1094.833681</td>\n",
       "      <td>1100.209297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Editor, 13, Parsnip]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>1145.006092</td>\n",
       "      <td>1155.757323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elastic, 12, Peanut]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1204.137862</td>\n",
       "      <td>1213.097221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegant, 11, Pedestal]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>1257.894017</td>\n",
       "      <td>1266.853376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elegy, 10, Penalty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1116.381852</td>\n",
       "      <td>1317.025787</td>\n",
       "      <td>1320.609530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Elixir, 9, Pensive]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1368.990069</td>\n",
       "      <td>1374.365685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Eloquent, 8, Petticoat]</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1424.538096</td>\n",
       "      <td>1429.913711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Embassy, 7, Pig]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1127.133084</td>\n",
       "      <td>1481.877994</td>\n",
       "      <td>1489.045481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emblem, 6, Pistol]</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1535.634148</td>\n",
       "      <td>1542.801636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Emerald, 5, Plain]</td>\n",
       "      <td>354.836287</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1589.390303</td>\n",
       "      <td>1594.765918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Empire, 4, Pleasure]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1121.757468</td>\n",
       "      <td>1646.730201</td>\n",
       "      <td>1653.897688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Engine, 3, Plenty]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1700.486356</td>\n",
       "      <td>1705.861971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enemy, 2, Poker]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1119.965596</td>\n",
       "      <td>1756.034382</td>\n",
       "      <td>1761.409997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>1963843</td>\n",
       "      <td>249</td>\n",
       "      <td>[Enigma, 1, Postage]</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1118.173724</td>\n",
       "      <td>1809.790537</td>\n",
       "      <td>1813.374280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">1963847</th>\n",
       "      <th>0</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[15]</td>\n",
       "      <td>247.891163</td>\n",
       "      <td>299.810840</td>\n",
       "      <td>172.329139</td>\n",
       "      <td>173.433813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[2, 3, 1, 5]</td>\n",
       "      <td>356.149212</td>\n",
       "      <td>1113.955557</td>\n",
       "      <td>318.146103</td>\n",
       "      <td>321.460125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[7, 12]</td>\n",
       "      <td>352.835190</td>\n",
       "      <td>1094.071425</td>\n",
       "      <td>387.740563</td>\n",
       "      <td>388.845237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[10, 11, 9, 8]</td>\n",
       "      <td>353.939864</td>\n",
       "      <td>1090.757403</td>\n",
       "      <td>450.706979</td>\n",
       "      <td>455.125675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>25</td>\n",
       "      <td>1963847</td>\n",
       "      <td>503</td>\n",
       "      <td>[6, 4]</td>\n",
       "      <td>348.416494</td>\n",
       "      <td>1092.966751</td>\n",
       "      <td>529.138831</td>\n",
       "      <td>529.138831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">1963888</th>\n",
       "      <th>24</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[down, the, 4th,, up, the, 7th,, up, the, 2nd.]</td>\n",
       "      <td>149.573672</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1543.233410</td>\n",
       "      <td>1543.233410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[after, having, finished, writing, the, last, ...</td>\n",
       "      <td>145.154965</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1598.467247</td>\n",
       "      <td>1589.629833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[and, proving, the, messing, to, make, sure, you]</td>\n",
       "      <td>144.050288</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1631.607549</td>\n",
       "      <td>1628.293519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[have, the, correa, number, of, words, by, mul...</td>\n",
       "      <td>139.631581</td>\n",
       "      <td>1433.208059</td>\n",
       "      <td>1674.689942</td>\n",
       "      <td>1659.224468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[the, number, of, lines, and, number, of, colu...</td>\n",
       "      <td>150.678349</td>\n",
       "      <td>1426.579998</td>\n",
       "      <td>1713.353628</td>\n",
       "      <td>1693.469447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[together, you, have, the, message, re, ready,...</td>\n",
       "      <td>148.468995</td>\n",
       "      <td>1427.684675</td>\n",
       "      <td>1747.598607</td>\n",
       "      <td>1737.656516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>31</td>\n",
       "      <td>1963888</td>\n",
       "      <td>452</td>\n",
       "      <td>[transmission]</td>\n",
       "      <td>155.097056</td>\n",
       "      <td>1421.056614</td>\n",
       "      <td>1797.309060</td>\n",
       "      <td>1791.785677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">1963889</th>\n",
       "      <th>0</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[Page, 6]</td>\n",
       "      <td>551.906812</td>\n",
       "      <td>835.405709</td>\n",
       "      <td>165.595148</td>\n",
       "      <td>166.919909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[To, Farregate, a, cipher, message, first]</td>\n",
       "      <td>203.494618</td>\n",
       "      <td>1405.053023</td>\n",
       "      <td>290.122699</td>\n",
       "      <td>260.977953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[observe, the, [unclear]conjured, [/unclear], ...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1415.651113</td>\n",
       "      <td>339.138862</td>\n",
       "      <td>339.138862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[then, turn, to, the, page, of, your, key]</td>\n",
       "      <td>183.623200</td>\n",
       "      <td>1438.172053</td>\n",
       "      <td>409.351205</td>\n",
       "      <td>408.026444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[on, which, it, occurs, and, rule]</td>\n",
       "      <td>182.298438</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>474.264503</td>\n",
       "      <td>472.939742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[your, paper, in, the, number, of]</td>\n",
       "      <td>206.144140</td>\n",
       "      <td>1401.078740</td>\n",
       "      <td>527.254950</td>\n",
       "      <td>521.955905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[columns, and, lines, indicated]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1410.352068</td>\n",
       "      <td>573.621592</td>\n",
       "      <td>581.570159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[by, the, table, on, that, page., The]</td>\n",
       "      <td>215.417468</td>\n",
       "      <td>1398.429217</td>\n",
       "      <td>639.859651</td>\n",
       "      <td>643.833934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, columns, being, shown]</td>\n",
       "      <td>199.520334</td>\n",
       "      <td>1418.300635</td>\n",
       "      <td>703.448187</td>\n",
       "      <td>704.772949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[as, best, [unclear]ore, extr, arrived, [/uncl...</td>\n",
       "      <td>210.118424</td>\n",
       "      <td>1360.011142</td>\n",
       "      <td>773.660530</td>\n",
       "      <td>777.634813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[number, of, lines, by, the, Sigure]</td>\n",
       "      <td>194.221289</td>\n",
       "      <td>1394.454934</td>\n",
       "      <td>839.898589</td>\n",
       "      <td>834.599544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[found, on, the, line, of, the, concurrence]</td>\n",
       "      <td>198.195573</td>\n",
       "      <td>1434.197770</td>\n",
       "      <td>907.461409</td>\n",
       "      <td>918.059499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]??, word, used, Then, proceed[/uncle...</td>\n",
       "      <td>208.793662</td>\n",
       "      <td>1452.744426</td>\n",
       "      <td>965.750901</td>\n",
       "      <td>973.699468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]down[/unclear], your, message, in, c...</td>\n",
       "      <td>228.665080</td>\n",
       "      <td>1427.573964</td>\n",
       "      <td>1013.442304</td>\n",
       "      <td>1035.963244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[following, the, route, indicated]</td>\n",
       "      <td>273.300897</td>\n",
       "      <td>1364.713679</td>\n",
       "      <td>1047.226018</td>\n",
       "      <td>1078.156745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]f???[/unclear], the, rout, indicated]</td>\n",
       "      <td>229.989842</td>\n",
       "      <td>1407.702546</td>\n",
       "      <td>1067.757512</td>\n",
       "      <td>1096.902258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[in, the, table,, carefully, translating]</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[the, arbitrary, words, [unclear]&gt;&gt;[/unclear]w...</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[[unclear]???[/unclear]usage., Where, it, is]</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>1963889</td>\n",
       "      <td>338</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>250.102852</td>\n",
       "      <td>1297.328882</td>\n",
       "      <td>1295.776497</td>\n",
       "      <td>1328.916561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[necessary, to, use, more, than, 20]</td>\n",
       "      <td>244.562215</td>\n",
       "      <td>1414.326352</td>\n",
       "      <td>1327.410704</td>\n",
       "      <td>1348.606883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[lines, to, [unclear]????ment[/unclear], word]</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>1963889</td>\n",
       "      <td>321</td>\n",
       "      <td>[continued.]</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>378 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          numLines  subjectKey  transcriptionIndex  \\\n",
       "subjectKey bestLineIndex                                             \n",
       "1963832    0                     2     1963832                 136   \n",
       "           1                     2     1963832                 136   \n",
       "1963843    0                    23     1963843                 249   \n",
       "           1                    23     1963843                 249   \n",
       "           2                    23     1963843                 249   \n",
       "           3                    23     1963843                 249   \n",
       "           4                    23     1963843                 249   \n",
       "           5                    23     1963843                 249   \n",
       "           6                    23     1963843                 249   \n",
       "           7                    23     1963843                 249   \n",
       "           8                    23     1963843                 249   \n",
       "           9                    23     1963843                 249   \n",
       "           10                   23     1963843                 249   \n",
       "           11                   23     1963843                 249   \n",
       "           12                   23     1963843                 249   \n",
       "           13                   23     1963843                 249   \n",
       "           14                   23     1963843                 249   \n",
       "           15                   23     1963843                 249   \n",
       "           16                   23     1963843                 249   \n",
       "           17                   23     1963843                 249   \n",
       "           18                   23     1963843                 249   \n",
       "           19                   23     1963843                 249   \n",
       "           20                   23     1963843                 249   \n",
       "           21                   23     1963843                 249   \n",
       "           22                   23     1963843                 249   \n",
       "1963847    0                    25     1963847                 503   \n",
       "           1                    25     1963847                 503   \n",
       "           2                    25     1963847                 503   \n",
       "           3                    25     1963847                 503   \n",
       "           4                    25     1963847                 503   \n",
       "...                            ...         ...                 ...   \n",
       "1963888    24                   31     1963888                 452   \n",
       "           25                   31     1963888                 452   \n",
       "           25                   31     1963888                 452   \n",
       "           26                   31     1963888                 452   \n",
       "           26                   31     1963888                 452   \n",
       "           27                   31     1963888                 452   \n",
       "           28                   31     1963888                 452   \n",
       "1963889    0                    21     1963889                 321   \n",
       "           1                    21     1963889                 321   \n",
       "           2                    21     1963889                 321   \n",
       "           3                    21     1963889                 321   \n",
       "           4                    21     1963889                 321   \n",
       "           5                    21     1963889                 321   \n",
       "           6                    21     1963889                 321   \n",
       "           7                    21     1963889                 321   \n",
       "           8                    21     1963889                 321   \n",
       "           9                    21     1963889                 321   \n",
       "           10                   21     1963889                 321   \n",
       "           11                   21     1963889                 321   \n",
       "           12                   21     1963889                 321   \n",
       "           13                   21     1963889                 321   \n",
       "           14                    2     1963889                 338   \n",
       "           14                   21     1963889                 321   \n",
       "           15                   21     1963889                 321   \n",
       "           16                   21     1963889                 321   \n",
       "           17                   21     1963889                 321   \n",
       "           18                    2     1963889                 338   \n",
       "           18                   21     1963889                 321   \n",
       "           19                   21     1963889                 321   \n",
       "           20                   21     1963889                 321   \n",
       "\n",
       "                                                                      words  \\\n",
       "subjectKey bestLineIndex                                                      \n",
       "1963832    0                                                        [No, 5]   \n",
       "           1                                                        [No, 5]   \n",
       "1963843    0                                                        [17683]   \n",
       "           1                                                [9, 13, 15, 16]   \n",
       "           2                                               [10, 14, 11, 12]   \n",
       "           3                                              [Dress, 20, Page]   \n",
       "           4                                          [Drowsy, 19, Painful]   \n",
       "           5                                      [Dubious, 18, Pantalette]   \n",
       "           6                                             [Duck, 17, Pantry]   \n",
       "           7                                                [Dumb, 16, Pap]   \n",
       "           8                                              [Earn, 15, Paper]   \n",
       "           9                                            [Earth, 14, Parlor]   \n",
       "           10                                         [Editor, 13, Parsnip]   \n",
       "           11                                         [Elastic, 12, Peanut]   \n",
       "           12                                       [Elegant, 11, Pedestal]   \n",
       "           13                                          [Elegy, 10, Penalty]   \n",
       "           14                                          [Elixir, 9, Pensive]   \n",
       "           15                                      [Eloquent, 8, Petticoat]   \n",
       "           16                                             [Embassy, 7, Pig]   \n",
       "           17                                           [Emblem, 6, Pistol]   \n",
       "           18                                           [Emerald, 5, Plain]   \n",
       "           19                                         [Empire, 4, Pleasure]   \n",
       "           20                                           [Engine, 3, Plenty]   \n",
       "           21                                             [Enemy, 2, Poker]   \n",
       "           22                                          [Enigma, 1, Postage]   \n",
       "1963847    0                                                           [15]   \n",
       "           1                                                   [2, 3, 1, 5]   \n",
       "           2                                                        [7, 12]   \n",
       "           3                                                 [10, 11, 9, 8]   \n",
       "           4                                                         [6, 4]   \n",
       "...                                                                     ...   \n",
       "1963888    24               [down, the, 4th,, up, the, 7th,, up, the, 2nd.]   \n",
       "           25             [after, having, finished, writing, the, last, ...   \n",
       "           25             [and, proving, the, messing, to, make, sure, you]   \n",
       "           26             [have, the, correa, number, of, words, by, mul...   \n",
       "           26             [the, number, of, lines, and, number, of, colu...   \n",
       "           27             [together, you, have, the, message, re, ready,...   \n",
       "           28                                                [transmission]   \n",
       "1963889    0                                                      [Page, 6]   \n",
       "           1                     [To, Farregate, a, cipher, message, first]   \n",
       "           2              [observe, the, [unclear]conjured, [/unclear], ...   \n",
       "           3                     [then, turn, to, the, page, of, your, key]   \n",
       "           4                             [on, which, it, occurs, and, rule]   \n",
       "           5                             [your, paper, in, the, number, of]   \n",
       "           6                               [columns, and, lines, indicated]   \n",
       "           7                         [by, the, table, on, that, page., The]   \n",
       "           8                            [number, of, columns, being, shown]   \n",
       "           9              [as, best, [unclear]ore, extr, arrived, [/uncl...   \n",
       "           10                          [number, of, lines, by, the, Sigure]   \n",
       "           11                  [found, on, the, line, of, the, concurrence]   \n",
       "           12             [[unclear]??, word, used, Then, proceed[/uncle...   \n",
       "           13             [[unclear]down[/unclear], your, message, in, c...   \n",
       "           14                            [following, the, route, indicated]   \n",
       "           14               [[unclear]f???[/unclear], the, rout, indicated]   \n",
       "           15                     [in, the, table,, carefully, translating]   \n",
       "           16             [the, arbitrary, words, [unclear]>>[/unclear]w...   \n",
       "           17                 [[unclear]???[/unclear]usage., Where, it, is]   \n",
       "           18                          [necessary, to, use, more, than, 20]   \n",
       "           18                          [necessary, to, use, more, than, 20]   \n",
       "           19                [lines, to, [unclear]????ment[/unclear], word]   \n",
       "           20                                                  [continued.]   \n",
       "\n",
       "                                  x1           x2           y1           y2  \n",
       "subjectKey bestLineIndex                                                     \n",
       "1963832    0              591.296686   623.611123   544.938875   544.938875  \n",
       "           1              573.670630   852.749855   591.941689   580.190986  \n",
       "1963843    0              353.044415   987.367074   320.745055   322.536927  \n",
       "           1              349.460671   921.067813   392.419928   392.419928  \n",
       "           2              546.566582   978.407715   460.511057   456.927314  \n",
       "           3              353.044415  1125.341212   763.337395   766.921138  \n",
       "           4              349.460671  1132.508700   817.093549   826.052908  \n",
       "           5              351.252543  1123.549340   870.849704   879.809063  \n",
       "           6              349.460671  1123.549340   928.189602   935.357089  \n",
       "           7              349.460671  1119.965596   983.737628   994.488859  \n",
       "           8              351.252543  1111.006237  1037.493783  1046.453142  \n",
       "           9              351.252543  1119.965596  1094.833681  1100.209297  \n",
       "           10             351.252543  1123.549340  1145.006092  1155.757323  \n",
       "           11             351.252543  1127.133084  1204.137862  1213.097221  \n",
       "           12             351.252543  1125.341212  1257.894017  1266.853376  \n",
       "           13             351.252543  1116.381852  1317.025787  1320.609530  \n",
       "           14             354.836287  1119.965596  1368.990069  1374.365685  \n",
       "           15             353.044415  1121.757468  1424.538096  1429.913711  \n",
       "           16             349.460671  1127.133084  1481.877994  1489.045481  \n",
       "           17             349.460671  1118.173724  1535.634148  1542.801636  \n",
       "           18             354.836287  1121.757468  1589.390303  1594.765918  \n",
       "           19             351.252543  1121.757468  1646.730201  1653.897688  \n",
       "           20             351.252543  1119.965596  1700.486356  1705.861971  \n",
       "           21             351.252543  1119.965596  1756.034382  1761.409997  \n",
       "           22             351.252543  1118.173724  1809.790537  1813.374280  \n",
       "1963847    0              247.891163   299.810840   172.329139   173.433813  \n",
       "           1              356.149212  1113.955557   318.146103   321.460125  \n",
       "           2              352.835190  1094.071425   387.740563   388.845237  \n",
       "           3              353.939864  1090.757403   450.706979   455.125675  \n",
       "           4              348.416494  1092.966751   529.138831   529.138831  \n",
       "...                              ...          ...          ...          ...  \n",
       "1963888    24             149.573672  1433.208059  1543.233410  1543.233410  \n",
       "           25             145.154965  1427.684675  1598.467247  1589.629833  \n",
       "           25             144.050288  1427.684675  1631.607549  1628.293519  \n",
       "           26             139.631581  1433.208059  1674.689942  1659.224468  \n",
       "           26             150.678349  1426.579998  1713.353628  1693.469447  \n",
       "           27             148.468995  1427.684675  1747.598607  1737.656516  \n",
       "           28             155.097056  1421.056614  1797.309060  1791.785677  \n",
       "1963889    0              551.906812   835.405709   165.595148   166.919909  \n",
       "           1              203.494618  1405.053023   290.122699   260.977953  \n",
       "           2              210.118424  1415.651113   339.138862   339.138862  \n",
       "           3              183.623200  1438.172053   409.351205   408.026444  \n",
       "           4              182.298438  1418.300635   474.264503   472.939742  \n",
       "           5              206.144140  1401.078740   527.254950   521.955905  \n",
       "           6              199.520334  1410.352068   573.621592   581.570159  \n",
       "           7              215.417468  1398.429217   639.859651   643.833934  \n",
       "           8              199.520334  1418.300635   703.448187   704.772949  \n",
       "           9              210.118424  1360.011142   773.660530   777.634813  \n",
       "           10             194.221289  1394.454934   839.898589   834.599544  \n",
       "           11             198.195573  1434.197770   907.461409   918.059499  \n",
       "           12             208.793662  1452.744426   965.750901   973.699468  \n",
       "           13             228.665080  1427.573964  1013.442304  1035.963244  \n",
       "           14             273.300897  1364.713679  1047.226018  1078.156745  \n",
       "           14             229.989842  1407.702546  1067.757512  1096.902258  \n",
       "           15             231.314603  1430.223486  1131.346049  1165.789840  \n",
       "           16             252.510782  1366.634948  1202.883153  1228.053615  \n",
       "           17             248.536498  1390.480650  1258.523122  1277.069779  \n",
       "           18             250.102852  1297.328882  1295.776497  1328.916561  \n",
       "           18             244.562215  1414.326352  1327.410704  1348.606883  \n",
       "           19             245.886976  1365.310187  1408.221136  1420.143986  \n",
       "           20             269.732677   786.389544  1478.433478  1483.732523  \n",
       "\n",
       "[378 rows x 8 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "transcriptionLineDetailsReIndexed = transcriptionLineDetailsFrame.reset_index(\n",
    "    level=[1, 2, 3, 4], drop=True)\n",
    "transcriptionLineDetailsReIndexed.set_index(\n",
    "    'bestLineIndex', append=True, inplace=True)\n",
    "display(transcriptionLineDetailsReIndexed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "lineGroupedTranscriptionLineDetails = transcriptionLineDetailsReIndexed.groupby(\n",
    "    level=[0, 1]).aggregate({\n",
    "        \"words\":\n",
    "        aggregateSentences,\n",
    "        'subjectKey':\n",
    "        lambda x: x.iloc[0],\n",
    "        'y1':\n",
    "        np.mean,\n",
    "        'y2':\n",
    "        np.mean,\n",
    "        'x1':\n",
    "        np.mean,\n",
    "        'x2':\n",
    "        np.mean,\n",
    "        'transcriptionIndex':\n",
    "        lambda x: tuple([xi for xi in x]),\n",
    "        'numLines':\n",
    "        lambda x: tuple([xi for xi in x])\n",
    "    })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>bestLineIndex</th>\n",
       "      <th>words</th>\n",
       "      <th>subjectKey</th>\n",
       "      <th>y1</th>\n",
       "      <th>y2</th>\n",
       "      <th>x1</th>\n",
       "      <th>x2</th>\n",
       "      <th>transcriptionIndex</th>\n",
       "      <th>numLines</th>\n",
       "      <th>huntington_id</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>544.938875</td>\n",
       "      <td>591.296686</td>\n",
       "      <td>623.611123</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963832</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963832</td>\n",
       "      <td>591.941689</td>\n",
       "      <td>580.190986</td>\n",
       "      <td>573.670630</td>\n",
       "      <td>852.749855</td>\n",
       "      <td>(136,)</td>\n",
       "      <td>(2,)</td>\n",
       "      <td>mssEC_49_005</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>0</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>320.745055</td>\n",
       "      <td>322.536927</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>987.367074</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>1</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>392.419928</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>921.067813</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>2</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>2</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>2</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>2</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>460.511057</td>\n",
       "      <td>456.927314</td>\n",
       "      <td>546.566582</td>\n",
       "      <td>978.407715</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>3</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>3</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>3</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>3</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>763.337395</td>\n",
       "      <td>766.921138</td>\n",
       "      <td>353.044415</td>\n",
       "      <td>1125.341212</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>4</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>4</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>4</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>4</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>817.093549</td>\n",
       "      <td>826.052908</td>\n",
       "      <td>349.460671</td>\n",
       "      <td>1132.508700</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>5</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>870.849704</td>\n",
       "      <td>879.809063</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963843</th>\n",
       "      <td>5</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963843</td>\n",
       "      <td>870.849704</td>\n",
       "      <td>879.809063</td>\n",
       "      <td>351.252543</td>\n",
       "      <td>1123.549340</td>\n",
       "      <td>(249,)</td>\n",
       "      <td>(23,)</td>\n",
       "      <td>mssEC_49_016</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>13</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1013.442304</td>\n",
       "      <td>1035.963244</td>\n",
       "      <td>228.665080</td>\n",
       "      <td>1427.573964</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>13</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1013.442304</td>\n",
       "      <td>1035.963244</td>\n",
       "      <td>228.665080</td>\n",
       "      <td>1427.573964</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>14</td>\n",
       "      <td>{'reliability': 0.5, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1057.491765</td>\n",
       "      <td>1087.529501</td>\n",
       "      <td>251.645369</td>\n",
       "      <td>1386.208112</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>14</td>\n",
       "      <td>{'reliability': 0.5, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1057.491765</td>\n",
       "      <td>1087.529501</td>\n",
       "      <td>251.645369</td>\n",
       "      <td>1386.208112</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>14</td>\n",
       "      <td>{'reliability': 0.5, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1057.491765</td>\n",
       "      <td>1087.529501</td>\n",
       "      <td>251.645369</td>\n",
       "      <td>1386.208112</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>14</td>\n",
       "      <td>{'reliability': 0.5, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1057.491765</td>\n",
       "      <td>1087.529501</td>\n",
       "      <td>251.645369</td>\n",
       "      <td>1386.208112</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>15</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>15</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>15</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>15</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1131.346049</td>\n",
       "      <td>1165.789840</td>\n",
       "      <td>231.314603</td>\n",
       "      <td>1430.223486</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>16</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>16</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>16</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>16</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1202.883153</td>\n",
       "      <td>1228.053615</td>\n",
       "      <td>252.510782</td>\n",
       "      <td>1366.634948</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>17</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>17</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>17</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>17</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1258.523122</td>\n",
       "      <td>1277.069779</td>\n",
       "      <td>248.536498</td>\n",
       "      <td>1390.480650</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>18</td>\n",
       "      <td>{'reliability': 1.0, 'wordReliabilities': [1.0...</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1311.593601</td>\n",
       "      <td>1338.761722</td>\n",
       "      <td>247.332533</td>\n",
       "      <td>1355.827617</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>18</td>\n",
       "      <td>{'reliability': 1.0, 'wordReliabilities': [1.0...</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1311.593601</td>\n",
       "      <td>1338.761722</td>\n",
       "      <td>247.332533</td>\n",
       "      <td>1355.827617</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>18</td>\n",
       "      <td>{'reliability': 1.0, 'wordReliabilities': [1.0...</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1311.593601</td>\n",
       "      <td>1338.761722</td>\n",
       "      <td>247.332533</td>\n",
       "      <td>1355.827617</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>18</td>\n",
       "      <td>{'reliability': 1.0, 'wordReliabilities': [1.0...</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1311.593601</td>\n",
       "      <td>1338.761722</td>\n",
       "      <td>247.332533</td>\n",
       "      <td>1355.827617</td>\n",
       "      <td>(338, 321)</td>\n",
       "      <td>(2, 21)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>19</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>19</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>19</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>19</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1408.221136</td>\n",
       "      <td>1420.143986</td>\n",
       "      <td>245.886976</td>\n",
       "      <td>1365.310187</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>20</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>20</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>20</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1963889</th>\n",
       "      <td>20</td>\n",
       "      <td>{'reliability': 0.0, 'wordReliabilities': [-0....</td>\n",
       "      <td>1963889</td>\n",
       "      <td>1478.433478</td>\n",
       "      <td>1483.732523</td>\n",
       "      <td>269.732677</td>\n",
       "      <td>786.389544</td>\n",
       "      <td>(321,)</td>\n",
       "      <td>(21,)</td>\n",
       "      <td>mssEC_49_062</td>\n",
       "      <td>https://panoptes-uploads.zooniverse.org/produc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>936 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         bestLineIndex                                              words  \\\n",
       "1963832              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963832              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              0  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              1  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              2  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              2  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              2  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              2  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              3  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              3  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              3  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              3  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              4  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              4  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              4  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              4  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              5  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963843              5  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "...                ...                                                ...   \n",
       "1963889             13  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             13  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             14  {'reliability': 0.5, 'wordReliabilities': [-0....   \n",
       "1963889             14  {'reliability': 0.5, 'wordReliabilities': [-0....   \n",
       "1963889             14  {'reliability': 0.5, 'wordReliabilities': [-0....   \n",
       "1963889             14  {'reliability': 0.5, 'wordReliabilities': [-0....   \n",
       "1963889             15  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             15  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             15  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             15  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             16  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             16  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             16  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             16  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             17  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             17  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             17  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             17  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             18  {'reliability': 1.0, 'wordReliabilities': [1.0...   \n",
       "1963889             18  {'reliability': 1.0, 'wordReliabilities': [1.0...   \n",
       "1963889             18  {'reliability': 1.0, 'wordReliabilities': [1.0...   \n",
       "1963889             18  {'reliability': 1.0, 'wordReliabilities': [1.0...   \n",
       "1963889             19  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             19  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             19  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             19  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             20  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             20  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             20  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "1963889             20  {'reliability': 0.0, 'wordReliabilities': [-0....   \n",
       "\n",
       "         subjectKey           y1           y2          x1           x2  \\\n",
       "1963832     1963832   544.938875   544.938875  591.296686   623.611123   \n",
       "1963832     1963832   544.938875   544.938875  591.296686   623.611123   \n",
       "1963832     1963832   544.938875   544.938875  591.296686   623.611123   \n",
       "1963832     1963832   544.938875   544.938875  591.296686   623.611123   \n",
       "1963832     1963832   591.941689   580.190986  573.670630   852.749855   \n",
       "1963832     1963832   591.941689   580.190986  573.670630   852.749855   \n",
       "1963832     1963832   591.941689   580.190986  573.670630   852.749855   \n",
       "1963832     1963832   591.941689   580.190986  573.670630   852.749855   \n",
       "1963843     1963843   320.745055   322.536927  353.044415   987.367074   \n",
       "1963843     1963843   320.745055   322.536927  353.044415   987.367074   \n",
       "1963843     1963843   320.745055   322.536927  353.044415   987.367074   \n",
       "1963843     1963843   320.745055   322.536927  353.044415   987.367074   \n",
       "1963843     1963843   392.419928   392.419928  349.460671   921.067813   \n",
       "1963843     1963843   392.419928   392.419928  349.460671   921.067813   \n",
       "1963843     1963843   392.419928   392.419928  349.460671   921.067813   \n",
       "1963843     1963843   392.419928   392.419928  349.460671   921.067813   \n",
       "1963843     1963843   460.511057   456.927314  546.566582   978.407715   \n",
       "1963843     1963843   460.511057   456.927314  546.566582   978.407715   \n",
       "1963843     1963843   460.511057   456.927314  546.566582   978.407715   \n",
       "1963843     1963843   460.511057   456.927314  546.566582   978.407715   \n",
       "1963843     1963843   763.337395   766.921138  353.044415  1125.341212   \n",
       "1963843     1963843   763.337395   766.921138  353.044415  1125.341212   \n",
       "1963843     1963843   763.337395   766.921138  353.044415  1125.341212   \n",
       "1963843     1963843   763.337395   766.921138  353.044415  1125.341212   \n",
       "1963843     1963843   817.093549   826.052908  349.460671  1132.508700   \n",
       "1963843     1963843   817.093549   826.052908  349.460671  1132.508700   \n",
       "1963843     1963843   817.093549   826.052908  349.460671  1132.508700   \n",
       "1963843     1963843   817.093549   826.052908  349.460671  1132.508700   \n",
       "1963843     1963843   870.849704   879.809063  351.252543  1123.549340   \n",
       "1963843     1963843   870.849704   879.809063  351.252543  1123.549340   \n",
       "...             ...          ...          ...         ...          ...   \n",
       "1963889     1963889  1013.442304  1035.963244  228.665080  1427.573964   \n",
       "1963889     1963889  1013.442304  1035.963244  228.665080  1427.573964   \n",
       "1963889     1963889  1057.491765  1087.529501  251.645369  1386.208112   \n",
       "1963889     1963889  1057.491765  1087.529501  251.645369  1386.208112   \n",
       "1963889     1963889  1057.491765  1087.529501  251.645369  1386.208112   \n",
       "1963889     1963889  1057.491765  1087.529501  251.645369  1386.208112   \n",
       "1963889     1963889  1131.346049  1165.789840  231.314603  1430.223486   \n",
       "1963889     1963889  1131.346049  1165.789840  231.314603  1430.223486   \n",
       "1963889     1963889  1131.346049  1165.789840  231.314603  1430.223486   \n",
       "1963889     1963889  1131.346049  1165.789840  231.314603  1430.223486   \n",
       "1963889     1963889  1202.883153  1228.053615  252.510782  1366.634948   \n",
       "1963889     1963889  1202.883153  1228.053615  252.510782  1366.634948   \n",
       "1963889     1963889  1202.883153  1228.053615  252.510782  1366.634948   \n",
       "1963889     1963889  1202.883153  1228.053615  252.510782  1366.634948   \n",
       "1963889     1963889  1258.523122  1277.069779  248.536498  1390.480650   \n",
       "1963889     1963889  1258.523122  1277.069779  248.536498  1390.480650   \n",
       "1963889     1963889  1258.523122  1277.069779  248.536498  1390.480650   \n",
       "1963889     1963889  1258.523122  1277.069779  248.536498  1390.480650   \n",
       "1963889     1963889  1311.593601  1338.761722  247.332533  1355.827617   \n",
       "1963889     1963889  1311.593601  1338.761722  247.332533  1355.827617   \n",
       "1963889     1963889  1311.593601  1338.761722  247.332533  1355.827617   \n",
       "1963889     1963889  1311.593601  1338.761722  247.332533  1355.827617   \n",
       "1963889     1963889  1408.221136  1420.143986  245.886976  1365.310187   \n",
       "1963889     1963889  1408.221136  1420.143986  245.886976  1365.310187   \n",
       "1963889     1963889  1408.221136  1420.143986  245.886976  1365.310187   \n",
       "1963889     1963889  1408.221136  1420.143986  245.886976  1365.310187   \n",
       "1963889     1963889  1478.433478  1483.732523  269.732677   786.389544   \n",
       "1963889     1963889  1478.433478  1483.732523  269.732677   786.389544   \n",
       "1963889     1963889  1478.433478  1483.732523  269.732677   786.389544   \n",
       "1963889     1963889  1478.433478  1483.732523  269.732677   786.389544   \n",
       "\n",
       "        transcriptionIndex numLines huntington_id  \\\n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963832             (136,)     (2,)  mssEC_49_005   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "1963843             (249,)    (23,)  mssEC_49_016   \n",
       "...                    ...      ...           ...   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889         (338, 321)  (2, 21)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "1963889             (321,)    (21,)  mssEC_49_062   \n",
       "\n",
       "                                                       url  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963832  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963843  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "...                                                    ...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "1963889  https://panoptes-uploads.zooniverse.org/produc...  \n",
       "\n",
       "[936 rows x 11 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'reliability': 0.0, 'wordReliabilities': [-0.25, -0.25], 'words': [[SW:No], [SW:5]]}\n"
     ]
    }
   ],
   "source": [
    "lineGroupedTranscriptionLineDetails = lineGroupedTranscriptionLineDetails.reset_index(\n",
    "    level=[1])\n",
    "lineGroupedTranscriptionLineDetails = pd.merge(\n",
    "    lineGroupedTranscriptionLineDetails,\n",
    "    subjectsFrame,\n",
    "    left_index=True,\n",
    "    right_index=True,\n",
    "    how='left')\n",
    "display(lineGroupedTranscriptionLineDetails)\n",
    "print(lineGroupedTranscriptionLineDetails.iloc[0]['words'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Save the \"most popular\" transcriptions\n",
    "Also attempt to filter out double words e.g. `cheese cheese` and adjacent lines with a large fraction of shared text that are likely to erroneously repeated."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "aggregatedDataFile = open(aggregatedDataCsvFileName, 'w')\n",
    "aggregatedDataSubjectWiseFile = open(aggregatedDataSubjectWiseCsvFileName, 'w')\n",
    "#detailedAggregatedDataFile = open(aggregatedDataFileName, 'w')\n",
    "currentSubject = -1\n",
    "lastConsensusSentenceWords = (0, [])\n",
    "for index, row in lineGroupedTranscriptionLineDetails.iterrows():\n",
    "    if index != currentSubject:\n",
    "        if currentSubject != -1:\n",
    "            aggregatedDataSubjectWiseFile.write('\"\\n')\n",
    "        aggregatedDataSubjectWiseFile.write(\n",
    "            '{0}@@{1}@@{2}@@\"'.format(index, row['huntington_id'], row['url']))\n",
    "\n",
    "        currentSubject = index\n",
    "\n",
    "    # count the number of transcriptions that contributed to a sentence in case a deadlock between\n",
    "    # duplicate lines must be broken - currently not used\n",
    "    numTranscribedWords = functools.reduce(\n",
    "        lambda total, increment: total + increment,\n",
    "        [len(wordlist) for wordlist in row['words']['words']], 0)\n",
    "\n",
    "    consensusSentenceWords = [\n",
    "        wordlist[0].word for wordlist in row['words']['words']\n",
    "        if len(wordlist) > 0\n",
    "    ]\n",
    "    consensusSentence = ' '.join(consensusSentenceWords)\n",
    "\n",
    "    doubleWordRegex = r' ([^ ]{2,}) \\1 ?'\n",
    "    doubleWordMatch = regex.search(\n",
    "        pattern=doubleWordRegex, string=consensusSentence)\n",
    "    cleanConsensusSentence = consensusSentence\n",
    "    if applyDoubleWordFilter and doubleWordMatch is not None:\n",
    "        cleanConsensusSentence = regex.sub(\n",
    "            pattern=doubleWordRegex,\n",
    "            repl=lambda match: ' ' + match.group(1) + ' ',\n",
    "            string=consensusSentence)\n",
    "        if extraVerbose:\n",
    "            print('Found double word {} in \"{}\" => {}'.format(\n",
    "                doubleWordMatch.group(1), consensusSentence,\n",
    "                cleanConsensusSentence))\n",
    "\n",
    "    cleanConsensusWords = cleanConsensusSentence.split(' ')\n",
    "\n",
    "    # Identify duplicate sentences after double word removal (currently only exact duplicates)\n",
    "    lineWordIntersection = [\n",
    "        word for word in cleanConsensusWords\n",
    "        if word in lastConsensusSentenceWords[1]\n",
    "    ]\n",
    "    if applyDoubleLineFilter and (len(lineWordIntersection) == max(\n",
    "            len(cleanConsensusWords), len(lastConsensusSentenceWords[1]))):\n",
    "        if extraVerbose:\n",
    "            print('Found duplicate sentence \"{}\" == \"{}\" ({})'.format(\n",
    "                cleanConsensusSentence, ' '.join(lastConsensusSentenceWords[\n",
    "                    1]), lineWordIntersection))\n",
    "        # Do not write the duplicate sentence to file\n",
    "        continue\n",
    "\n",
    "    # only update if the current sentence was not a duplicate of the previous.\n",
    "    lastConsensusSentenceWords = (numTranscribedWords, consensusSentenceWords)\n",
    "\n",
    "    aggregatedDataFile.write('{0}@@{1}@@{2}@@{3}@@{4}@@{5}\\n'.format(\n",
    "        currentSubject,\n",
    "        row['huntington_id'],\n",
    "        row['bestLineIndex'],\n",
    "        '\"' + cleanConsensusSentence + '\"',\n",
    "        #'(' + str(row['y1']) + ', ' + str(row['y2']),\n",
    "        [len(wordlist) for wordlist in row['words']['words']],\n",
    "        #row['numLines'],\n",
    "        row['url']))\n",
    "    # Note \"<br />\" line break sequence added at request of Huntington\n",
    "    aggregatedDataSubjectWiseFile.write(\n",
    "        '{0}<br />'.format(cleanConsensusSentence))\n",
    "aggregatedDataFile.close()\n",
    "aggregatedDataSubjectWiseFile.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Plot reliability distributions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcYAAAHcCAYAAABMLwrUAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmcVNWd///XBxRwG1BEXNCIxji4ICZojHGPKBIFnSRG\niSMmcdSJmZ9OHI2ZxMg3jkZnsowzZtG4oJFEEyeOJBCJG25xw6gNQhCiJLQyiAvEqOzn98e93Tnd\nVHcX2NXF8no+HvXoqlOnzv3Upeh333Nv3RspJSRJUqFbvQuQJGldYjBKkpQxGCVJyhiMkiRlDEZJ\nkjIGoyRJGYNxIxQRYyMilbdVEfFmRDwVEZdHxPat+u5a9ju+yrF7lOMPWYN65kbEt7LH4yJiavXv\nqN2xj4mI8yu0d9oyOlNE/ENEvBQRKyJiSr3raUtE7FN+Lo6o4TKmRMQd2eOxEfHaWoyTIuKLHfQ5\no+y3Zfl4tc99hc/pyRFxRkd1a/2zSb0LUN0sBoaX93sDHwT+ETgrIoanlJ4un5sPfAT4fZXj9gAu\nBeYCz1b5mpOA16vsu6aOAT4J/Ger9suAzWq0zLVS/lHyA+Aa4OfAm/WtaJ1zPfDLGo09keJz/k47\nfVp/Tk8GtgXGter3BWB5ZxanrmUwbrxWpJQezx5PjogfAA8Bt0fEnimllSmlpcDjlYd4byJis5TS\nuymlZ2oxfntSSn/o6mVW4f1Ad+DGlFJDvYtp+vdZV8ZMKTUCjZ1ZTzb2QmBhB32q+pymlGZ0SlGq\nG6dS1SyltAi4CNgdGAZtTimNjIinI+Ltchr2iYg4vHz6rfLnTdl07a7ZOJ+JiFsiYhHlX/+tp6iy\n5ZwYEb+PiCUR8UhE7JU9V3GKN58ijYixwAXA+7JaxrXul712SETcFxHvlO9rfET0r7DMkyPi2ohY\nHBGNEfH/IqLD/0sR8cWImB0RSyNiTkT8c/bcWODh8uFz5XLOqDBGr/L1o7O2b5b9R2Zt/x0Rj2aP\nt42ImyPi9fL9TYmIoa3GnhsR346ISyKiEfhz9twXImJe+W/+S2CHKt7vEWVdx0bEhIj4C8XWMBHR\nLSIuLtfD0oh4ISLGdDBei6nUiNgiIq6JiFnle3opIr4XEX9T4eU9IuLqiHgjIhaV66dHNlaLqdQ2\nlt/8OS0/R58ADs8+W2PL51abSo1i6nliRLxV3n4e2W6LiNg0Ir4VEX8q18crEXFnXqO6jsGo1h4A\nVgAHVXoyInYH7gDuB04APgP8Ctim7HJU+fPfKKamPkIxHdvkWxTh+SnginbqeB/wHYopz9EU072T\nI6LXGryX64GfAP+X1XJZG++rHzAF2Lxc3j8BhwP3VPjl9O/AXyimaG8Fvl7eb1NE/APw38AEivX2\nc+DbEXFxVuu55f3PlLVObD1OSmkJ8BRwaNZ8GLCkQtvD2eP/BY4F/gX4NMX//Qci4v2tFjG6fN9f\nKPsREaOA71H8O/8dMA24sb3328oNwHPAyPI+FOvia8B1wMeBO4EbW/+h04HNKbawvwocB1xC8fn7\neYW+FwADKNbtvwFnAZevwbJau4zi/8oz/PWzdX2ljuU6fhToBfw9cAawN/DLiIiy21fK2i6h+KP0\nfIrdHd3fQ41aWyklbxvZDRgLvNbO8/OBH5T3dwUScHz5+JPA6+28dsuy/xmt2pvGubPCa+YC38oe\njyv7Hpy1vY8isM+pVFer107NHn8LmFthma37XQksAv4mazuwXMaprZZ5S6uxngVua2eddANeBm5q\n1f59il9+vcrHR5Tj79PBv983genl/V7AUootscfLtj7ASuDj5ePh5biHZ2NsQTF1eG2rf4f5TfVk\n7U8Cv27V9qNyzCPaqbPp/Xy3Vfv7gVXAmFbttwBPZY+nAHeswed2E+Cj5TJ3ydoTxT7yblnbVyn2\nJ25TPj6j7LdlW58vVv+c3gFMqVBH67p/DMwCemRte7T6N/oV8O01+X/srXY3txhVSbTz3DSgdzkt\nd0xEbLGGY6+2FdSGV1NKv216kFL6I/A0RVjVwoHAb1JKzdOHKaUnKX4ZHtKq729aPZ5BsTXSlgHA\njqy+JXM78DfAvmtY68PAXhGxDcWW/dsUB+18MCI2z+ptmko9EFiYUnqwaYCU0tsUv4xbv7f7UrFV\nCkBEdAf2B+5q1e8Xa1Bv63/zj1EE450RsUnTDbgPGFIusyoR8fcR8Uw5TbsceKR86gOtut6VUlrV\nqv7NgH3W4H2sraMptohXZe/1JYrPVtN09rPAGRFxUUQMzrYkVQcGo1oopyr7AgsqPZ9SmgWMAnYD\nJgGvRcRPyqnIalQct4JX22jrcN/WWtqByrUt4K/TxE0WtXq8jGLLrb2xm8ZqPTYVxu/IoxRbM4dQ\nTJ8+klJ6nmLr86CybXoq9hk3Lb/a99a6Xz+KLbHW/x6V/n3a0nrMbSmmCBdThFnTbVy5rKr+jSPi\nJIqtzMcopuYPojhyFFb/92ir/lp9nnLbAl+m5XtdTvF/aOeyz79RTFd/gWLaeV5EnNcFtakCj0pV\na0dSfC4ea6tDSmkiMDEielPsH/pPin1Gp1QxfrXXOduujbbny/tNWzWt9/+tacg0md/GMvtTbKm+\nF037WFuP33RgzxtrMlhKaXFENFAE4BBgcvnUI2Vb6/2L7b231stu/e+zkGIKu/XrK43XZsmtHr9R\njvlRii3H1qoN3U8BT6SUvtDUEH89CKy1tuqf37pjDbxBscVYaR/ka9C87/jrwNcjYg/gHOA/I2JW\nSunuLqhRGbcY1Swi+gBXAXOAezvqn1JanFL6CcV/+qYjRpeVP9fkIJlKtouIg7PadqH4ruWTZdOr\nFH91D8r6bElxEESuo625Jk8Ax0bEVtl4B1Dsa3qkrRdVqRF4heIXee5kiiM/p63FmA9T/BHzEYqv\n2FD+PBb4EC2D8QmK9XlYU0M55fpxOnhvKaWVFNN8o1o99XdrUXOT+ym2GHunlKZWuC3raIDSZhT7\nV3OfaaPvqGh55PDfAe8C09eo8paq/WzdRzFl+3SF9zq3deeU0myKg6SW8tf/V+pCbjFuvDaJiKYj\nT7ei+GX6jxRH+g0vfyGuJiLOpvhlfDfFL/s9KH7h3wKQUloWES8BJ0fEdIotu7X5Tt5rwI8j4hKK\nX2DfoAjDceVyVkXEXcA/R8QfKaY3Lyj75n4P9I/iqw/TKQ7emFthed8p3//kiLiK4iCiKylC63/W\nov5mZa1jgWsj4nXgHoojP/8R+Nd8n94aeIjiyNm/AL8r2x4u3wdkgZdSmlx+deP28ijY1yl+8W4G\n/EcVy7oC+EUU33O9s6x9ePsvaVtKaVZE/BC4LSL+HZhKETB7Ax9IKZ1Z5VD3AN+LiK9ShP8Iiv2X\nlWwF/DwiflQu5+vANSmlNdpab+X3FIF7IuUfPymlVyr0G0vxB93EiLiR4rO9E8XRp+NSSlMi4k6K\nmYlnKD7Dn6T4/fxQhfFUa/U++sdb198o/qOm8raKIlSmUhy+vn2rvrvS8qjUpq8RvEIRei9RbGX2\nzF5zDEUYLilfu2vrcVotYy6rH5U6leKv+hco/nJ+lFZHa1JMBd5FsdX1R4pD8MfR8mjTXsBNFKGa\nKH4R0bpf2bY/xdbMO+U6+QnQv6110breKtb7Fym2xpcBLwL/3Or5I6jiqNTsvSeKA4aa2rqX6+LF\nCv37Ufzx8ibFL94HgQPa+3eoUHtjuW4mlf/G1R6Vutr7oTjA63yKqfGlFFO2DwKnZ32m0M5RqeX7\n/Vb5b/tnij9gPtz636h8/CWKI3ffpNi3+T1afmbPYM2PSt2W4g+FN8q+YyvVXbb9LcVRrG+U638O\ncC0woHz+QorP/GKKrzM9AYyq9++KjfUW5T+KJEnCfYySJLVgMEqSlDEYJUnKGIySJGUMRkmSMgaj\nJEkZg1GSpIzBKElSxmCUJCljMEqSlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJClj\nMEqSlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJCljMEqSlDEYJUnKGIySJGUMRkmS\nMgajJEkZg1GSpIzBKElSxmCUJCljMEqSlDEYJUnKGIySJGUMRkmSMpvUu4Ba2HbbbdOuu+5a7zIk\nSeuQp59++rWUUr+O+m2QwbjrrrsyderUepchSVqHRMQfq+nnVKokSRmDUZKkjMEoSVJmg9zHWMny\n5ctpbGxkyZIl9S5FolevXgwYMIBNN9203qVIamWjCcbGxka22mordt11VyKi3uVoI5ZS4vXXX6ex\nsZGBAwfWuxxJrWw0U6lLliyhb9++hqLqLiLo27evsxfSOqpmwRgRO0fEAxExMyKej4jzyvaxEfFy\nRDxb3kZkr/lKRMyJiFkRcWzWPrxsmxMRF7+Hmt7bm5I6iZ9Fad1Vy6nUFcAFKaXfRcRWwNMRcU/5\n3HdTSt/KO0fEXsApwN7AjsC9EfGB8unvAcOARuCpiJiQUppRw9olSRupmgVjSmk+ML+8/1ZEzAR2\nauclo4DbUkpLgZciYg5wYPncnJTSiwARcVvZ12CUJHW6LtnHGBG7AvsDT5RNX4yIhoi4MSK2Ltt2\nAuZlL2ss29pqXy9de+21bL/99uy3337svvvu3HLLLe9prIhg5syZzW2DBg1i7ty5az3m2WefzaOP\nPlqTsSVpfVDzo1IjYkvgf4DzU0p/jogfAJcBqfz5beBzQKWdLonK4Z0qLOcs4CyAXXbZpePCHn8c\nFi2q7k1Uo08fOOigDrs1NDQwduxYzjnnHJ588klGjBjB6aefvlaLbGhoYMiQIUycOJFBgwaxdOlS\nFixYwPve9761Gg/giSee4Pvf/z4/+clPOn1sSVof1HSLMSI2pQjF8SmlXwCklBaklFamlFYBP+Kv\n06WNwM7ZywcAr7TT3kJK6bqU0tCU0tB+/To8R2wRiv36dd6typCdNm0ae+65JwADBw6kR48eVb2u\nrbEuvvhiJk6cCMDzzz/PoEGD1vrAjpkzZ/KBD3yA7t27d/rYkrS+qOVRqQHcAMxMKX0na98h63YS\nML28PwE4JSJ6RsRAYA/gSeApYI+IGBgRPSgO0JlQq7prrSkYU0pcc801XH755S2eP/TQQxkyZMhq\nt3vvvXe1sWbMmMHIkSN59dVXWbx4MdOmTWPfffdd69p+/etfM3z48JqMLUnri1pOpX4U+HtgWkQ8\nW7b9K3BqRAyhmA6dC5wNkFJ6PiJ+RnFQzQrg3JTSSoCI+CIwGegO3JhSer6GddfMvHnzeOuttxgx\nYgQvv/wygwcPZuzYsS36PPzww1WP1bdvXzbbbDOGDRvG5MmTaWhoYPDgwWtd3+TJk7nppps6HHvc\nuHFsu+22HH/88c2vXbVqFd26bTRfi5W0AavlUamPUHm/4aR2XnM5cHmF9kntvW590dDQwGGHHcb9\n99/Pm2++yT777MNjjz3GwQcf3Nzn0EMP5a233lrttd/61rc4+uijW4zVtAU3YsQIxo8fz/z58znx\nxBP54x//yNe+9jW22247TjrpJLbffnvGjh1Lr169OOGEE3jzzTd58MEH2W233ejWrRtf/epXeeed\nd1i0aBE77rgjEydObHNsgEceeYR33nkHgNdee417772XoUOHMmzYMMaPH8+CBQs488wzmTVrVovl\nDBw4kClTprDVVltxxRVX0LNnz5qta0laWxvNKeHWBdOmTWP//fcHYOutt2b06NFMnDixRTBWu8WY\nT20efvjhnHPOObzzzjvsu+++XHHFFXz9619njz32AOBf/uVfuOyyyxg4cCCf+tSn+PjHP87w4cP5\n9Kc/zamnngrAAw88wJFHHtnh2ACHHHJI8xbjuHHjOO644/jMZz7DnDlzWLJkCf379+fHP/4xBx54\nYIvlbLrppgwePJhRo0YZipLWWc59daE8GAFOOOEEJk1auw3hPLx69uzJvvvuS48ePejTpw8ppRbT\nmiml5oNmmn5uscUWzc9By/2L7Y0NrDZl2rt3bwCuvvpqzj//fM4+++zmLcp8ORdddBGHHnooF154\nIbNnz16r911vf1n2FxYvWdzu7S/L/lLvMiW9BxvvFmOfPrBwYeeO14Hx48e3eHzYYYfxzDPPrNXi\nWo911113Nd//whe+wNixY9lhhx0YOXIkZ599Npdccgmbb745p556KosXL15tvN/+9rd897vf7XBs\ngP3224/LL7+cFStWtGg/8sgjueqqq+jfv3/Fmq+77jpmz55Nt27d6Nu3b/Vvdh2yctVKNunW/n+b\nFatWtPu8pHVbNG0xbEiGDh2apk6d2qJt5syZDBo0qE4VaUOxeMniqoKxd6/eHY7lZ1LqWhHxdEpp\naEf9nEqVJCljMEqSlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJCljMHaxa6+9lohg\n5syZzW2DBg1i7ty5datpyZIlHHjggey3337svffeXHrppVW/9tprr2X77bdnv/32Y/fdd+eWW25Z\n6zruvvtu9txzT97//vdz5ZVXrvU4kvRebLTnSn183uMsWrqo08br07MPB+18UIf9GhoaGDJkCBMn\nTmTQoEEsXbqUBQsW8L73va/TamnPsmXLWL58efPJvaE4Ufj999/PlltuyfLlyznkkEM47rjjOOig\n6t7P2LFjOeecc3jyyScZMWIEp59++hrXtXLlSs4991zuueceBgwYwAEHHMDIkSPZa6+91ngsSXov\nNtotxkVLF9Fv836ddqs2ZKdNm8bFF1/MxIkTAXj++ecZNGhQ81UvamXmzJlccMEF7Lnnnrzwwgst\nnosIttxySwCWL1/O8uXLq65n2rRp7LnnngAMHDiQHj16dPiahoYGXnrppRZtTz75JO9///vZbbfd\n6NGjB6eccspqJy+XpK6w0QZjvcyYMYORI0fy6quvsnjx4haXeOpsb7/9NjfddBOHHHIIZ555JoMG\nDaKhoaHFpa+arFy5kiFDhrDddtsxbNgwPvzhD1e1jKZgTClxzTXXcPnlq11nejXvvvsuo0aNahGO\nL7/8MjvvvHPz4wEDBvDyyy9XVYMkdaaNdiq1HubNm0ffvn3ZbLPNGDZsGJMnT6ahoYHBgwczbty4\n5ov/Nlm1atVq1z5cEzvssAODBw/m+uuv52//9m/b7du9e3eeffZZFi1axEknncT06dPZZ599Onw/\nb731FiNGjODll19m8ODBjB07tkWfW2+9teL+wvnz5/PpT3+aJ598EvjrdSFztd6KlqRKDMYu1NDQ\n0Lx1OGLECMaPH8/8+fM58cQTufnmm5sv7vvaa69x7733MnToUIYNG8b48eNZsGABZ555JrNmzeLB\nBx9kt912o1u3bgwcOJApU6aw1VZbccUVV9CzZ8/m5d1xxx3ccMMNnHTSSZx66qmMGTOmw32Zffr0\n4YgjjuDuu+/uMBgbGho47LDDuP/++3nzzTfZZ599eOyxxzj44IOb+5x22mmcdtppLV73pz/9iZEj\nRzZf/xGKLcR58+Y1P25sbGTHHXfsYI1KUudzKrUL5dOmhx9+OA8//HBzWB5yyCGMHj26eYvxuOOO\n4/zzz6dnz54sWbKE/v378+Mf/xiA4cOHc8kllzB9+nQaGxsZPHhwc9/cMcccw+23384jjzxC7969\nGTVqFEcfffRqR8AuXLiQRYuKfaTvvvsu9957b/MW5sc+9rE2pzSnTZvWPC279dZbM3r06OZ9p+2Z\nNWsW3//+9/noRz/a3HbAAQcwe/ZsXnrpJZYtW8Ztt93GyJEjOxxLkjqbwdiF8mDs2bMn++67Lz16\n9KBPnz6rTZn27l1c6Pbqq6/m/PPP5+yzz27eomw6ojSlxEUXXcShhx7KhRdeyOzZsysut2/fvpx3\n3nk8++yzXHHFFXTv3r3F8/Pnz+fII49k8ODBHHDAAQwbNozjjz+eVatWMWfOHLbZZps230++v/KE\nE05g0qRJHa6HYcOGtdiqBNhkk0245pprOPbYYxk0aBAnn3wye++9d4djSVJn22inUvv07MPCdxZ2\n6ngdGT9+fIvH+VGX++23H5dffjkrVqxo0efII4/kqquuon///hXHvO6665g9ezbdunWjb9++HdZw\n4IEHrtY2ePBgnnnmmdXaZ8yYwSc+8Qk222yzqt7PYYcdVnGcao0YMYIRI0as9eslqTNEpYMe1ndD\nhw5NU6dObdE2c+ZMBg0aVKeKtKFYvGQxm3Rr/+/JFatW0LtX7w7H8jMpda2IeDqlNLSjfk6lSpKU\nMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKU2WhPCff447CoumsLV6VPH6ji\ngvdce+21nHPOOcyYMaP5rCeDBg3i17/+NbvuumvnFbQWVq5cydChQ9lpp5341a9+tcavr/d7+9zn\nPsevfvUrtttuO6ZPn17166699louvfRS+vfvz1/+8hcuvfRSTj/99LWq4Z7J93DhBReSViXOPPNM\nLr744rUaR1L9bLRbjIsWQb9+nXerNmQbGhoYMmRI81Uoli5dyoIFCzq8HFRnWbZsGW+//XbF566+\n+ur3dIqyWry3N998s+q+Z5xxBnffffcaL6OhoYGxY8fy3HPP8dOf/pQvfelLazwGFH9YfOm8L3HH\nXXcwY8YMfvrTnzJjxoy1GktS/Wy0wVgv06ZN4+KLL24Oj+eff55BgwbV/KK8M2fO5IILLmDPPffk\nhRdeWO35xsZGJk6cyJlnntnmGIsWLeKAAw7gzjvvrPh8Ld7b0KFDGT16NPfff3/FixnnDjvssDav\nBNKeadOmseeeewIwcOBAevTo0eFrpk+bztyX5rZom/rUVHbbfTd2HbgrPXr04JRTTmlxonhJ6weD\nsYvNmDGDkSNH8uqrr7J48eIWl6LqbG+//TY33XQThxxyCGeeeSaDBg2ioaGhxaWimpx//vn8+7//\n+2qXv8rdfffdzJ8/n5/85CcVn6/Fe3vhhRcYPXo011xzDXvttRdXXHEFr7zyynsas7WmYEwpcc01\n13D55Zd3+Jp3332XT3/y0y3C8ZVXXmHAzgOaHw8YMKDNa1lKWndttPsY62HevHn07duXzTbbjGHD\nhjF58mQaGhoYPHgw48aNY9ttt22+UDHAqlWr2g2qjuywww4MHjyY66+/vvnCw5U07Zf70Ic+xJQp\nU9rsN2HCBK688kouuOACli1b1mLLqr33Vo1K7x+ge/fuHH/88Rx//PEsXLiQr3zlK+yyyy789re/\nrXgJrTU1b9483nrrLUaMGMHLL7/M4MGDGTt2bIs+t956K1deeSUAq9Kq5vYF/7eAMaeN4cFHHwSo\nuEVb65kASZ3PYOxCDQ0NzVtQI0aMYPz48cyfP58TTzyRm2++uflCxK+99hr33nsvQ4cOZdiwYYwf\nP54FCxZw5plnMmvWLB588EF22203unXrxsCBA5kyZQpbbbUVV1xxBT179mxe3h133MENN9zASSed\nxKmnnsqYMWMq7u979NFHmTBhApMmTWLJkiX8+c9/5rTTTuPWW29t7rNixQqmTJnCj370I372s58x\nZcoUjjnmmKreG8CcOXMYO3YsvXr14oQTTuDNN9/kgQceYK+99qJ79+78/ve/b37/rcNx8eLF3H77\n7dx0001suumm3HDDDVUHbkcaGho47LDDuP/++3nzzTfZZ599eOyxx1pcSPm0007jtNNOK2opLzs1\n70/zOPkTJ3Plf1zZ3G+nnXaicV5j8+PGxkZ23HHHTqlTUtdxKrUL5VOLhx9+OA8//HBzoBxyyCGM\nHj26ORSOO+44zj//fHr27MmSJUvo378/P/7xjwEYPnw4l1xyCdOnT6exsZHBgwc3980dc8wx3H77\n7TzyyCP07t2bUaNGcfTRRzN37twW/b75zW/S2NjI3Llzue222zjqqKNahCLAI488wv77788WW2zB\nqFGj+OUvf1n1ewP44Q9/yGWXXcb111/fPPawYcP48pe/zNSpUzn44INbvP8mp512Gh/84Ad58cUX\nueWWW3jooYcYM2YMvXr1qnq9f+xjH2tzSnPatGnNU8tbb701o0ePbt5H2p7ZL8zmu//1XT5y8Eea\n2z409EP8Yc4fmDt3LsuWLeO2225j5MiRVdcpad2w0QZjnz6wcGHn3fr06XiZeXj07NmTfffdlx49\netCnT5/Vpkx79y4udHv11Vdz/vnnc/bZZzdvUW2xxRZAMXV30UUXceihh3LhhRcye/bsisvt27cv\n5513Hs8++yxXXHEF3bt3X+P19ctf/rL5l/wJJ5ywWni0996aam2aVmz6uWLFCgCWL1/eZk0nn3wy\ns2bN4sorr2SPPfZot8ZTTz2Vj3zkI8yaNYsBAwZwww03sGrVKubMmdPmQTl5MDa9t0mTJrW7HICj\njj6Kgz7S8vs5m2yyCd/+z2/ziRM+waBBgzj55JPZe++9OxxL0rolOjrSb300dOjQNHXq1BZt6/rV\n0p977jkuv/xyRo8ezaJFi5r3t/3iF7/gvvvuo3///rz44oscccQRzc+dcsopHHXUUcyePZuXX36Z\na665Zq2OyuwKL7zwApdddhmbb745w4cPZ/HixfzmN79h++23p3///gwfPrz5/TdNv3aG6dOnc+ON\nN/Kd73ynU8Zrmkptz4pVK+jdq3eHY63rn0lpQxMRT6eUhnbYz2BUPbR1sM26zmCU1l/VBqMH36gu\nzjjjjHqXIEkVbbT7GCVJqsRglCQpYzBKkpTZqIJxQzzQSOsnP4vSumujCcZevXrx+uuv+wtJdZdS\n4vXXX1+jkxRI6jobzVGpAwYMoLGxkYULF9a7FK3H3l3+Lt27tX+ChJWrVrLZppu126dXr14MGDCg\n3T6S6mOjCcZNN92UgQMH1rsMrefunnM3/Tbv126fhe8sZPj7h3dRRZI620YzlSpJUjUMRkmSMgaj\nJEkZg1GSpIzBKElSxmCUJCljMEqSlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJClj\nMEqSlKlZMEbEzhHxQETMjIjnI+K8sn2biLgnImaXP7cu2yMi/isi5kREQ0R8MBtrTNl/dkSMqVXN\nkiTVcosWGVC3AAAZ60lEQVRxBXBBSmkQcBBwbkTsBVwM3JdS2gO4r3wMcBywR3k7C/gBFEEKXAp8\nGDgQuLQpTCVJ6mw1C8aU0vyU0u/K+28BM4GdgFHAzWW3m4ETy/ujgFtS4XGgT0TsABwL3JNSeiOl\n9CZwD+Dl0SVJNdEl+xgjYldgf+AJoH9KaT4U4QlsV3bbCZiXvayxbGurXZKkTlfzYIyILYH/Ac5P\nKf25va4V2lI77a2Xc1ZETI2IqQsXLly7YiVJG72aBmNEbEoRiuNTSr8omxeUU6SUP18t2xuBnbOX\nDwBeaae9hZTSdSmloSmlof369evcNyJJ2mjU8qjUAG4AZqaUvpM9NQFoOrJ0DHBX1n56eXTqQcDi\ncqp1MnBMRGxdHnRzTNkmSVKn26SGY38U+HtgWkQ8W7b9K3Al8LOI+DzwJ+BT5XOTgBHAHOAd4LMA\nKaU3IuIy4Kmy3zdSSm/UsG5J0kasZsGYUnqEyvsHAT5WoX8Czm1jrBuBGzuvOkmSKvPMN5IkZQxG\nSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLG\nYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRglScoYjJIk\nZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKbNJvQuQJAmAxx+HRYtWb+/TBw46qMvKMBglSeuGRYug\nX7/V2xcu7NIynEqVJCljMEqSlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJCljMEqS\nlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJCljMEqSlDEYJUnKGIySJGUMRkmSMgaj\nJEkZg1GSpIzBKElSxmCUJCljMEqSlFmjYIyIrSNicK2KkSSp3joMxoiYEhF/ExHbAM8BN0XEd2pf\nmiRJXa+aLcbeKaU/A38H3JRS+hBwdG3LkiSpPqoJxk0iYgfgZOBXNa5HkqS6qiYYvwFMBuaklJ6K\niN2A2bUtS5Kk+tikow4ppZ8DP88evwh8opZFSZJUL20GY0T8N5Daej6l9P/VpCJJkuqovanUqcDT\nQC/ggxTTp7OBIcDKjgaOiBsj4tWImJ61jY2IlyPi2fI2InvuKxExJyJmRcSxWfvwsm1ORFy85m9R\nkqTqtbnFmFK6GSAizgCOTCktLx//EPhNFWOPA64BbmnV/t2U0rfyhojYCzgF2BvYEbg3Ij5QPv09\nYBjQCDwVERNSSjOqWL4kSWusmoNvdgS2yh5vWba1K6X0EPBGlXWMAm5LKS1NKb0EzAEOLG9zUkov\nppSWAbeVfSVJqolqgvFK4JmIGBcR44DfAVe8h2V+MSIayqnWrcu2nYB5WZ/Gsq2t9tVExFkRMTUi\npi5cuPA9lCdJ2pi1G4wREcC9wIeBO8vbR5qmWdfCD4DdKfZTzge+3bSoCn1TO+2rN6Z0XUppaEpp\naL9+/dayPEnSxq7dr2uklFJE/G95tpu73uvCUkoLmu5HxI/46wkDGoGds64DgFfK+221S5LU6aqZ\nSn08Ig7ojIWVZ9BpchLQdMTqBOCUiOgZEQOBPYAngaeAPSJiYET0oDhAZ0Jn1CJJUiUdfsEfOBI4\nOyL+CLxNMb2ZUkrtXmUjIn4KHAFsGxGNwKXAERExhGI6dC5wNsVgz0fEz4AZwArg3JTSynKcL1Kc\neac7cGNK6fk1fZOSJFWrmmA8bm0GTimdWqH5hnb6Xw5cXqF9EjBpbWqQJGlNdTiVmlL6I9AHOKG8\n9SnbJEna4FRzPcbzgPHAduXt1oj4p1oXJklSPVQzlfp54MMppbcBIuIq4DHgv2tZmCRJ9VDNUalB\ny3OjrqTy9wslSVrvVbPFeBPwRETcWT4+kXYOopEkaX1WzfUYvxMRU4BDKLYUP5tSeqbWhUmSVA8d\nBmNEfAN4GLihaT+jJEkbqmr2Mc4FTgWmRsSTEfHtiPAKF5KkDVI132O8MaX0OYoz4NwKfKr8KUnS\nBqeaqdTrgb2ABRRTqp+kuPSUJEkbnGqmUvtSnKd0EcWFh19LKa2oaVWSJNVJNUelngQQEYOAY4EH\nIqJ7SmlArYuTJKmrVTOVejxwKHAYsDVwP8WUqiRJG5xqr67xEHB1SsmLBEuSNmjVTKWe2xWFSJK0\nLqjm4BtJkjYaBqMkSZk2gzEi7it/XtV15UiSVF/t7WPcISIOB0ZGxG20utRUSskv+UuSNjjtBePX\ngYuBAcB3Wj2XgKNqVZQkSfXSZjCmlO4A7oiIS1JKl3VhTZIk1U01X9e4LCJGUnzBH2BKSulXtS1L\nkqT66PCo1Ij4JnAeMKO8nVe2SZK0wanmzDcfB4aklFYBRMTNwDPAV2pZmCRJ9VDt9xj7ZPd716IQ\nSZLWBdVsMX4TeCYiHqD4ysZhuLUoSdpAVXPwzU8jYgpwAEUwfjml9H+1LkySpHqoZouRlNJ8YEKN\na5Ekqe48V6okSRmDUZKkTLvBGBHdImJ6VxUjSVK9tRuM5XcXn4uIXbqoHkmS6qqag292AJ6PiCeB\nt5saU0oja1aVJEl1Uk0w/r+aVyFJ0jqimu8xPhgR7wP2SCndGxGbA91rX5okSV2vmpOI/wNwB3Bt\n2bQT8L+1LEqSpHqp5usa5wIfBf4MkFKaDWxXy6IkSaqXaoJxaUppWdODiNgESLUrSZKk+qkmGB+M\niH8FNouIYcDPgV/WtixJkuqjmmC8GFgITAPOBiYBX6tlUZIk1Us1R6WuKi9O/ATFFOqslJJTqZKk\nDVKHwRgRHwd+CPyB4rJTAyPi7JTSr2tdnCRJXa2aL/h/GzgypTQHICJ2ByYCBqMkaYNTzT7GV5tC\nsfQi8GqN6pEkqa7a3GKMiL8r7z4fEZOAn1HsY/wU8FQX1CZJUpdrbyr1hOz+AuDw8v5CYOuaVSRJ\nUh21GYwppc92ZSGSJK0LqjkqdSDwT8CueX8vOyVJ2hBVc1Tq/wI3UJztZlVty5Ekqb6qCcYlKaX/\nqnklkiStA6oJxqsj4lLgN8DSpsaU0u9qVpUkSXVSTTDuC/w9cBR/nUpN5WNJkjYo1QTjScBu+aWn\nJEnaUFVz5pvngD61LkSSpHVBNVuM/YHfR8RTtNzH6Nc1JEkbnGqC8dKaVyFJ0jqimusxPtgVhUiS\ntC6o5sw3b1EchQrQA9gUeDul9De1LEySpHqoZotxq/xxRJwIHFiziiRJqqNqjkptIaX0v/gdRknS\nBqqaqdS/yx52A4by16lVSZI2KNUclZpfl3EFMBcYVZNqJEmqs2r2MXpdRknSRqPNYIyIr7fzupRS\nuqwG9UiSVFftbTG+XaFtC+DzQF/AYJQkbXDaPCo1pfTtphtwHbAZ8FngNmC3jgaOiBsj4tWImJ61\nbRMR90TE7PLn1mV7RMR/RcSciGiIiA9mrxlT9p8dEWPew3uVJKlD7X5dowyyfwMaKLYuP5hS+nJK\n6dUqxh4HDG/VdjFwX0ppD+C+8jHAccAe5e0s4AdNy6c4Jd2HKb47eWlTmEqSVAttBmNE/AfwFPAW\nsG9KaWxK6c1qB04pPQS80ap5FHBzef9m4MSs/ZZUeBzoExE7AMcC96SU3iiXfQ+rh60kSZ2mvS3G\nC4Adga8Br0TEn8vbWxHx57VcXv+U0nyA8ud2ZftOwLysX2PZ1lb7aiLirIiYGhFTFy5cuJblSZI2\ndm0efJNSWuOz4rwHUamEdtpXb0zpOop9oQwdOtQTEEiS1kpXhh/AgnKKlPJn077KRmDnrN8A4JV2\n2iVJqomuDsYJQNORpWOAu7L208ujUw8CFpdTrZOBYyJi6/Kgm2PKNkmSaqKaU8KtlYj4KXAEsG1E\nNFIcXXol8LOI+DzwJ+BTZfdJwAhgDvAOxddCSCm9ERGXURwEBPCNlFLrA3okSeo0NQvGlNKpbTz1\nsQp9E3BuG+PcCNzYiaVJktSmrp5KlSRpnWYwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEo\nSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRglScoY\njJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKk\njMEoSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRgl\nScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmD\nUZKkjMEoSVLGYJQkKWMwSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVKmLsEYEXMjYlpE\nPBsRU8u2bSLinoiYXf7cumyPiPiviJgTEQ0R8cF61CxJ2jjUc4vxyJTSkJTS0PLxxcB9KaU9gPvK\nxwDHAXuUt7OAH3R5pZKkjca6NJU6Cri5vH8zcGLWfksqPA70iYgd6lGgJGnDV69gTMBvIuLpiDir\nbOufUpoPUP7crmzfCZiXvbaxbJMkqdNtUqflfjSl9EpEbAfcExG/b6dvVGhLq3UqAvYsgF122aVz\nqpQkbXTqssWYUnql/PkqcCdwILCgaYq0/Plq2b0R2Dl7+QDglQpjXpdSGppSGtqvX79ali9J2oB1\neTBGxBYRsVXTfeAYYDowARhTdhsD3FXenwCcXh6dehCwuGnKVZKkzlaPqdT+wJ0R0bT8n6SU7o6I\np4CfRcTngT8Bnyr7TwJGAHOAd4DPdn3JkqSNRZcHY0rpRWC/Cu2vAx+r0J6Ac7ugNEmS1qmva0iS\nVHcGoyRJGYNRkqSMwShJUsZglCQpYzBKkpQxGCVJyhiMkiRlDEZJkjIGoyRJGYNRkqSMwShJUsZg\nlCQpYzBKkpQxGCVJyhiMkiRlDEZJkjIGoyRJGYNRkqSMwShJUsZglCQpYzBKkpQxGCVJyhiMkiRl\nDEZJkjIGoyRJGYNRkqSMwShJUsZglCQpYzBKkpQxGCVJyhiMkiRlDEZJkjKb1LsAbdwefxwWLWq/\nT58+cNBBXVOPJBmMqqtFi6Bfv/b7LFzYNbVIEjiVKklSCwajJEkZg1GSpIzBKElSxmCUJCljMEqS\nlDEYJUnKGIySJGUMRkmSMgajJEkZg1GSpIzBKElSxmCUJCljMEqSlPGyU5K0LmvroqVeqLRmDEZJ\nWpe1ddFSL1RaM06lSpKUMRglScoYjJIkZQxGSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKUMRgl\nScoYjJIkZQxGSZIyBqMkSRmDUZKkzHoTjBExPCJmRcSciLi43vVIkjZM68X1GCOiO/A9YBjQCDwV\nERNSSjPqW5mkdYoX9VUnWC+CETgQmJNSehEgIm4DRgEGo6S/8qK+6gTrSzDuBMzLHjcCH65TLZK0\n/nFrumrrSzBGhbbUokPEWcBZ5cO/RMSsTljutsBrnTBOV1rfarbe2lvfal7f6oX1r+aNtd73VdNp\nfQnGRmDn7PEA4JW8Q0rpOuC6zlxoRExNKQ3tzDFrbX2r2Xprb32reX2rF9a/mq23fevLUalPAXtE\nxMCI6AGcAkyoc02SpA3QerHFmFJaERFfBCYD3YEbU0rP17ksSdIGaL0IRoCU0iRgUhcvtlOnZrvI\n+laz9dbe+lbz+lYvrH81W287IqXUcS9JkjYS68s+RkmSusRGH4wR8amIeD4iVkVEm0c9tXVKuvKA\noCciYnZE3F4eHFTLereJiHvK5d0TEVtX6HNkRDyb3ZZExInlc+Mi4qXsuSG1rLfamst+K7O6JmTt\n6+I6HhIRj5WfnYaI+HT2XJes445OkxgRPcv1Nadcf7tmz32lbJ8VEcfWor61rPlLETGjXKf3RcT7\nsucqfj7qXO8ZEbEwq+vM7Lkx5WdodkSMWUfq/W5W6wsRsSh7rh7r98aIeDUiprfxfETEf5XvpyEi\nPpg9V7v1m1LaqG/AIGBPYAowtI0+3YE/ALsBPYDngL3K534GnFLe/yHwjzWu99+Bi8v7FwNXddB/\nG+ANYPPy8Tjgk128jquqGfhLG+3r3DoGPgDsUd7fEZgP9OmqddzeZzLr8wXgh+X9U4Dby/t7lf17\nAgPLcbp3weegmpqPzD6r/9hUc3ufjzrXewZwTYXXbgO8WP7cury/db3rbdX/nygOZKzL+i2XeRjw\nQWB6G8+PAH5N8V32g4AnumL9bvRbjCmlmSmljk4G0HxKupTSMuA2YFREBHAUcEfZ72bgxNpVCxSn\nwrt5DZb3SeDXKaV3alpV+9a05mbr6jpOKb2QUppd3n8FeBWocC6ymqn4mWzVJ38fdwAfK9fnKOC2\nlNLSlNJLwJxyvLrXnFJ6IPusPk7xneV6qWYdt+VY4J6U0hsppTeBe4DhNaqzyZrWeyrw0xrX1K6U\n0kMUf7i3ZRRwSyo8DvSJiB2o8frd6IOxSpVOSbcT0BdYlFJa0aq9lvqnlOYDlD+366D/Kaz+4b+8\nnJb4bkT0rEWRrVRbc6+ImBoRjzdN/bIerOOIOJDiL/Q/ZM21XsdtfSYr9inX32KK9VnNa2thTZf7\neYqthSaVPh+1VG29nyj/re+IiKYTkdRjHVe9zHKKeiBwf9bc1eu3Gm29p5qu3/Xm6xrvRUTcC2xf\n4amvppTuqmaICm2pnfb3pL1613CcHYB9Kb7/2eQrwP9R/CK/Dvgy8I21q7TFsjqj5l1SSq9ExG7A\n/RExDfhzhX7r2jr+MTAmpbSqbK7JOm696AptrddLl35uq1D1ciPiNGAocHjWvNrnI6X0h0qv7yTV\n1PtL4KcppaURcQ7FFvpRVb62s63JMk8B7kgprczaunr9VqMun+GNIhhTSke/xyHaOiXdaxSb9puU\nf5Gvdqq6tdFevRGxICJ2SCnNL38pv9rOUCcDd6aUlmdjzy/vLo2Im4B/ea/1dlbN5ZQkKaUXI2IK\nsD/wP6yj6zgi/gaYCHytnOZpGrsm67iVDk+TmPVpjIhNgN4U01bVvLYWqlpuRBxN8QfK4SmlpU3t\nbXw+avmLu5pTUb6ePfwRcFX22iNavXZKp1fY0pr8u54CnJs31GH9VqOt91TT9etUanUqnpIuFXuB\nH6DYjwcwBqhmC/S9mFAup5rlrbYPofxF37Tv7kSg4tFgnazDmiNi66Ypx4jYFvgoMGNdXcfl5+BO\niv0fP2/1XFes42pOk5i/j08C95frcwJwShRHrQ4E9gCerEGNa1xzROwPXAuMTCm9mrVX/HysA/Xu\nkD0cCcws708Gjinr3ho4hpYzN3Wpt6x5T4oDVh7L2uqxfqsxATi9PDr1IGBx+YdnbddvLY84Wh9u\nwEkUf30sBRYAk8v2HYFJWb8RwAsUf0F9NWvfjeKXyhzg50DPGtfbF7gPmF3+3KZsHwpcn/XbFXgZ\n6Nbq9fcD0yh+Wd8KbNkF67jDmoGDy7qeK39+fl1ex8BpwHLg2ew2pCvXcaXPJMWU7cjyfq9yfc0p\n199u2Wu/Wr5uFnBcrT8Da1DzveX/w6Z1OqGjz0ed6/0m8HxZ1wPA32av/Vy57ucAn10X6i0fjwWu\nbPW6eq3fn1Ic0b2c4vfw54FzgHPK54PiIvV/KOsamr22ZuvXM99IkpRxKlWSpIzBKElSxmCUJClj\nMEqSlDEYJUnKGIxSJylP/3Z+9nhyRFyfPf52RHzpPYw/NiLW+mQBEXFERPyqvD8yKlx9oZrlRcSO\nEXFHe2NGxIkRsdfa1irVk8EodZ7fUnwfjIjoBmwL7J09fzDwaDUDRUT3tSmgPMNNh1JKE1JKV67N\nMlJKr6SUPlmhPR/zRIqreEjrHYNR6jyPUgYjRSBOB97KzioyCHimPIvHf0TE9IiYFuW1HMutrwci\n4icUX2YmIr4axfX17qW4PNpqorj+43ci4gHgqojYIorr3D0VEc9ExGpXWIjiOoLXlPdPiOJ6jc9E\nxL0R0T/rul9E3B/FNe/+oey/a1S4fl7TmBFxMMVZYP4jimv77R4Rv8v67RERT6/ZqpW6zkZxrlSp\nK6TiBMwrImIXioB8jOKM/x+huLJFQ0ppWUR8AhgC7EexVflURDxUDnMgsE9K6aWI+BDFab32p/i/\n+jugrUD5AHB0SmllRFxBcfq3z0VEH+DJMljb8ghwUEopRXGh3YuAC8rnBlNcB28LilCfWMV6+G0U\nF7r9VUqpacp1cUQMSSk9C3yW4pqV0jrJYJQ6V9NW48HAdyiC8WCKYPxt2ecQiisyrAQWRMSDwAEU\nVxJ5MhXXSAQ4lOIk8O8ARPtXVf95+uuVEo4BRmb7B3sBu7Tz2gHA7eV5P3sAL2XP3ZVSehd4t9wi\nPZDiVG1r6nrgs+U+1k/TNdd/lNaKU6lS52raz7gvxVTq4xRbjPn+xUqXzGnydqvH1Z6zMX9dAJ9I\nKQ0pb7uklGa29ULgvymuQr8vcDZFkLa1/LU9h+T/AMcBxwNPp5ZXpZDWKQaj1Lkepfjl/0ZKaWVK\n6Q2gD0U4Nl3N4CHg0xHRPSL6AYdR+eoWDwEnRcRmEbEVcEKVNUwG/qm8ukfTFSva05vihPPw16tx\nNBkVEb0ioi/FZX6eqrKGt4Ctmh6klJaUdf0AuKnKMaS6MBilzjWNYr/h463aFqeUXisf3wk0UFzJ\n4H7gopTS/7UeKKX0O+B2iqnL/wEerrKGy4BNgYbyIJnLOug/Fvh5RDxMcY3R3JMU15x8HLgsldfs\nq8JtwIXlAT27l23jKbY4f1PlGFJdeHUNSV2i3OfZO6V0Sb1rkdrjwTeSai4i7gR2B46qdy1SR9xi\nlCQp4z5GSZIyBqMkSRmDUZKkjMEoSVLGYJQkKWMwSpKU+f8BugWtJ4wYV/YAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x11415d550>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "gc.collect()\n",
    "allWordReliabilities = np.array(\n",
    "    list(\n",
    "        itertools.chain(* [\n",
    "            wordData['wordReliabilities']\n",
    "            for wordData in lineGroupedTranscriptionLineDetails[\"words\"]\n",
    "        ])))\n",
    "mplplot.figure(figsize=(7, 7))\n",
    "mplplot.suptitle('Distribution of word reliabilities', fontsize=15)\n",
    "mplplot.xlabel('Word reliability')\n",
    "mplplot.ylabel('Number of words')\n",
    "allWordReliabilityAxis = mplplot.hist(\n",
    "    allWordReliabilities[allWordReliabilities > 0],\n",
    "    bins=20,\n",
    "    histtype='step',\n",
    "    alpha=0.2,\n",
    "    fill=True,\n",
    "    fc='r',\n",
    "    ec='r',\n",
    "    label=r\"$R = N_{\\rm con}/N_{\\rm trans}$\")\n",
    "allWordReliabilityAxis = mplplot.hist(\n",
    "    allWordReliabilities[np.logical_and(allWordReliabilities > -0.3,\n",
    "                                        allWordReliabilities < 0.0)],\n",
    "    bins=20,\n",
    "    histtype='step',\n",
    "    alpha=0.2,\n",
    "    fill=True,\n",
    "    fc='g',\n",
    "    ec='g',\n",
    "    label=r\"$N_{\\rm trans} < 3,\\;R\\rightarrow 0$\")\n",
    "allWordReliabilityAxis = mplplot.hist(\n",
    "    allWordReliabilities[np.logical_and(allWordReliabilities > -0.6,\n",
    "                                        allWordReliabilities < -0.3)],\n",
    "    bins=20,\n",
    "    histtype='step',\n",
    "    alpha=0.2,\n",
    "    fill=True,\n",
    "    fc='b',\n",
    "    ec='b',\n",
    "    label=r\"$N_{\\rm trans} < 4 \\wedge N_{\\rm opt} > 1,\\;R\\rightarrow 0$\")\n",
    "handles, labels = mplplot.gcf().gca().get_legend_handles_labels()\n",
    "mplplot.legend(handles[:], labels[:], loc='upper left')\n",
    "mplplot.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcAAAAHcCAYAAABBMXqTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmYHGW5///3DQGCCARCWCRAIt/IQVk1IqJsKsoaQFlE\nfkfABfyCihuIG0Q5oBwV9ODRr4iyeEBUFEGDouyLBggCCYsIh0UiWwgEIhgQuH9/PDWh0+mZ6UzS\nPZmp9+u65pqu6uqn7q5ePl1PPV0dmYkkSXWzzGAXIEnSYDAAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQ\nklRLQzIAI2JyRGT191JEPBkRN0bECRGxdtOy46rldm+z7eWr9rdYhHruj4hvNEyfGRHT2r9Hfbb9\nzoj4RIv5S2wdS1JEfDgi7ouIFyLiysGupzcRsUn1vNhhsGvppIj4RkTcP9h1DAdL4nXe7vtR9R70\neMP0DtXtNmmYlxHx0YbpQyNir/7qXppV779fj4hrIuKfEdHR7+mN6GTjHfYUsHN1eVXg9cD/BQ6N\niJ0z86bquoeBNwN/abPd5YHjgPuBW9q8zd7A7DaXXVTvBPYBvtU0/3hgxQ6tc0CqDx/fA74D/Bx4\ncnArkjqqk6/B04Ff97PMm4H7GqYPBW4DftW0XCffn5a0VwAfAm4A/gi8rZMrG8oB+EJmTm2YviQi\nvgdcDfw0IjbKzBcz8zlgausmFk9ErJiZ/8zMmzvRfl8y83+7vc42/B9gWeBHmTl9sIvpeXwGuw4t\nvSJiZGbOG8htO/kazMyZwMx+lmnrfW0w3p96ExEb9rXdMnNORKyemT17tx0NwCHZBdqbzJwDHA1s\nCOwErbscImJSRNwUEc9U3afXR8T21dVzq/9nNHSzjmto58CIODsi5lB9QuutiyEi9oqIv0TEvIi4\nNiJe23Bdy66Qxm6ViJgMfBrYoKGWM5uXa7jtFhFxWUQ8W92vcyJirRbr3C8ivh8RT0XEzIj4ckT0\n+1yIiI9GxN0R8VxE3BMRn2y4bjJwTTV5a7Weg1u0MbK6/fsa5n21Wn5Sw7xTI+K6huk1IuKsiJhd\n3b8rI2JiU9v3R8Q3I+JLETETeLrhusMj4sHqMf81sE4b97en22mHiPh5RPwjIu6NiMNbLLtfRMyo\n7tuDUbrjRzRcf3DV1qYR8Yeqjr9ExLv7q6O6/erVY/Zo9Xz6Y0S8qWmZURFxbtX2wxHxhT7u1/Sq\nnRsjYquIeLx6DBuX2zMiplXLPRIR/xkRy7VR694RcUOULqzZEXFxRGxQXfdvEXFetY2ejYjbI+IT\njc+/iFguStft36rt+VBEXBARyzcss37VzhNVO5dExEb91NXzGGxVPX/+CRxVXTeyun8PVuu8NSJ2\n7ae9BV6DEbFORPyoeo78MyL+GhH/0Vh3g1Ui4scRMTciHouI45raXqALtJf1z+8CjXK44Q3AQfHy\ne8XB1XULvT9FxFsj4qpq282OiB9ExMoN14+KiNOrbT+veix+0Fc9fdS5SkQcFhE3Apf2t3x28fRk\nwyoAK1cALwBbt7oyIjYEzgcuB/YADgR+A6xeLdLzieM/KF0Mb6Z0o/b4BiUk9wVO7KOODYCTKd0k\n76N0014SESMX4b6cDpwLPNJQy/G93K8xwJWULoT3AR8Dtgf+0OIF+J/APyhdq/8DHFtd7lVEfBg4\nFbiIst1+DnwzIo5pqPWI6vKBVa1TmtupPm3fCGzbMHs7YF6Ledc0TP8KeBfwGWB/ynP3ioj4P02r\neF91vw+vliMi9gT+m/I4vxuYAfyor/vb5AfArZSupCuB/46IrXqujIh3Aj8F/gzsSdlOn6F0BTc7\nl7IN9wbuBs6LiLF9rTwiVqC8cexEecPeC5gFXBoLHvM+A9gF+ASlO+ydwHub2loXuBh4jPKYfx84\nh6auvIjYD/glpStqEvDlqs2v9lPrv1e3+19gP+AQ4K/AmGqRdYG7KI/PrpRt+2Xgsw3NfI7yHPpS\ndZ8/QTnksWy1jtWBa4GNgI9U61mp2h7tdEn+hPJc2LX6D+U94WDKa3oPynP0oliEsQDAGsATwKco\nh2e+Trn/p7ZY9uvAs5TH4AfAcRFxRIvl2nU45TDPxbz8XrHQ6w8gIt4CXEZ5X9mHsn13pTx/epwM\nvBX4JOV193lgkYIpIraN8oH9Ycr75gzK47r0yMwh9wdMBh7v4/qHge9Vl8dRHrjdq+l9gNl93PaV\n1fIHN83vaeeCFre5H/hGw/SZ1bLbNMzbgBLMH2lVV9NtpzVMfwO4v8U6m5f7GjAHWKVh3lbVOg5o\nWufZTW3dApzXxzZZBvg7cEbT/O9S3phGVtM7VO1v0s/j91XgturySOA5SlhMreaNAl4Edqumd67a\n3b6hjZUoIfD9psfh4Z56GubfAPy2ad4PqjZ36KPOnvvzlYZ5y1Xr/VrDvKnAFU23Pbq6D2Or6YOr\ntj7QsMzoxudEH3V8EHgemNAwbwQlZL5eTb+uan//pufyE43PH8ob7+PAig3z9qtuO7maDuCBFo/3\nB4B/AqP7eZ78ss3XcVT34/PAvQ3zfwN8s4/bHU85prV6w7zVqufiEX3crucxOLJp/tubn1/V/KuB\nnzc9v5pf59P6WN8IygeyecDyTa/B37d4Pv4dWKaankzDexwtXlvV9EcbpqcBZ7aoo7nua1o8X9/W\n2D7lWOLH2nkcm9pZi/Lcv6tq7xrKh4BXDqCtj1LtEHbqbzjuAUJ5YfVmBrBqlO60d0bESovYdstP\nVS08lpl/7JnIzAeAmyih1AlbUV5U87v9MvMGypP/rU3L/r5p+g6gr72QscCrKHt9jX4KrAJsuoi1\nXgO8tvokvzXwDGXwzOsj4hUN9fZ0gW4FzMrMq3oayMxnKG+Uzfftsmw4phMRywJbAhc2LffLRah3\n/vbKzH9R9tzGNrT/elpvm2Uon8R7a2s2ZU+sp62IiBENfz2vz3dQnjv39VxXzb8K6OkGfmP1/6KG\n9v8B/KFp/W8E/pALHhu9qGmZ1wDrAz9rrIfSazIS2ITWNqI8T87o5fqersYvR8Q9lA8+/wJOAMY3\n3K9bgIMj4uiI2Cwiml/P76ju19MNtc2lbKOJ9K/5NfwOyt7QdU3397I22+u5bxGlO/eOqnv1X5S9\n6xUo27PRBU3Tv6Rsuz57AxZX9fp6Mws/ttdW9b6hWvQW4Kgohw5e02bbH6IctzwS+AXlA9u2mXlG\n9Vxc6gy7AKy6GEcDj7a6PjPvonRTvZrSXfB4lOMmY1ot30LLdlt4rJd5/R57GqB1aF3bo7zcvdtj\nTtP085Q3tr7a7mmruW1atN+f6yifDt9K6fa8NjNvp3yC37qad1uWY7o962/3vjUvN4bySbz58Wj1\n+PSmr+21BmWvsN1t01dbB1HehHr+erpp16Bsl381/R0CrFctszYwNxce9NN8P9em7MHOV31gaHyD\nWqP6f3HT+npGHK5Ha6Or/w/3cj3ASZTu4dMo3W5vpBxugJe3w39QuqwPp3Q9PxgRRzbVtz8Lb48d\n+6itUfNjtQZluzS3N7nN9np8AvgmJdz2pHxw6+nWbH599fZ87NT7Q4/VKF3J32XB+/oc5Xncc38/\nSjnscCxwV5Rj/+9duLkFPEvZ212Rcshn1BKvfgkbyqNAe7Mj5X79qbcFMnMKMCUiVgV2o3zF4FSa\njpf0dvM261izl3m3V5d79lKaj88tapj0eLiXda5F+WS8OHre0Jrb7xlg88SiNJaZT0XEdErQbQFc\nUl11bTWv+fhfX/eted3Nj88sSjdj8+1btTcQj1PeQJbEtvk1L+/J9bTd08Y0ytd8mj1X/X8EWDkW\nHvnaXNcjvHw8Dpj/ofGVDbN6aj4UaDWC8L4W8+DlofZ9vYnvC5yamf/ZsP7dGheoAvlY4NiImEA5\nzvetiLgrM39X1XcRrY+Hz20xr1nzc+QJSvfjQt+hW0T7UrpM5w8+ioaBb016ez729eFhSZhD1d1N\n+YDT7CGYP6Dw48DHI2IzSrfmORExPTPvaNVwZp4bERdR3kc/BBweEbdRegT+JzMX5UNnVwyrPcCI\nGEX5hHkP7Y02eiozz6V8Yut5oj5f/V+UwSqtrBkR2zTUtj6lq+yGatZjlDfOjRuWeSULd5n1t3fW\n43rgXU0jud5IOeZw7QDqbzST8sLYt2n+fpSRljMG0OY1lA8rb6Yca6H6/y5KN0xjAF5P2Z7b9cyo\nunJ2o5/7lpkvUrpz9my6qq3Rl/2p2r+J1tvmJfr4INairdmZOa3h7/7qqssoXzH5W9P10zKzZ9vf\nWP1vHEn7SqrR0A1uBHZqGiwyqWmZuyiBMK7F+qZVXbet9NzuoD7u5oq8HNo9Xci9fvDMzLspe4zP\n8fJr9DLKMc/bW9R2Vx/r7s1llD3Af7S6v4vQzgL3rdLboI+9m6bfTQm/Pr/60I9+3yuqQwdTgY16\neWwfanGb6ZTBV8sA/9ZP+//IzNMzc2vKoZHLKMd4/x4Rv2r+sDPYhvIe4IiI6BnpuTLlTfP/UkZB\n7ly9MS0kIg6jvOn+jvKmPoHy5nU2QGY+HxH3AftVn17mAQP5TtvjwI8j4kuUgQNfoYTemdV6XoqI\nC4FPRsQDlE9mn66WbfQXYK0oQ5pvoxwYv7/F+k6u7v8lEXES5RP91yjh9IsB1D9fVetk4PsRMZty\n/GX7an2fz4F9j+pqykjVf1BGT0IJvZOry/ODLTMvifKViJ9Wo05nU94UV6QM6ujPicAvo3xP9IKq\n9p37vskiOY6y3c8AzqO88I8HfpDl+1yL62zKXtCVUYaz30vpbtwKeCQzT8nM26tP39+LiFUob6ZH\nUbqlGn2L0i3364g4hfLGf0y13Esw//H+NOX5uwrwW8qb66spe0n7ZGZzuz2369lTOIcy2jIpAyx+\nUoXJH4AjqmOAT1S1rNDYTkRcQPlQcTPl9bAP5b2q54PSycD/B1weEadSQnctyuN6bWb+pP1NC1VN\nl1BGTJ9E6aVZhdI7MTIzP7cI7Xw8Iq6nDFA6kPLBpZXXRcT3Ka/N7SgDnY7MzJcWsfZGf6F8CH4X\n5TVyXy8fVo4GLouIlyijX+dSjlHuBnwhM/8aEddSXiu3UR7DD1OO1d/Qor2WMvM24BPVc2Jvyl7h\nqfQzjiIidqEMctuimu4ZoX5jNZZiyenkCJtO/VF237P6e4kSHtMoB9PXblp2HAuOAu0ZHvwQJdzu\no+w1rtBwm3dSQm9eddtxze00reN+WowOo3yq+yvlU+F1NI2OpLxoL6TsRT1A6XI6kwVHd46kdCE8\nVq3/zMZ1NLW3JWWgwrPVNjkXWKu3bdFcbxvb/aOUvevnKW/Cn2y6fgfaGAXacN8XGA1HOTbxNA0j\nAhuuG0MJgicpb4pXAW/s63FoUfvMattcXD3G7Y4CbX7crgTOb5q3P+XDxvPVek4ARjRcf3DV1ivb\nrblpuVWBbwMPNqzjl8BbGpZZjRLAz1COcx1Li1HElD3v6dXz8hZKt/M84BNNy+1C+VDyTPW43EI5\nPjein1rfTQmweZQ34inABg2P+wVVe49SvpLz4cZtQwnuaZRjwnMpPQB7Nq2jZ7DNo9X9uJ/ylZ7X\n9VFXy8egum4Fytcxep7fj1A+JO/W3+u8YfqVVU1PVH+nA7s3Pod4+TV4IOUDwlxKN/2XgWh6j1vU\nUaCvpvR8PUXDSPZWzzHgTdX9e7p6fO+gfLBYtbr+65Tn81zKe8kVwLb9PU/bed23scz9vPz+3vh3\n8OKuv/kvqhVKqqmIeCsl6N6WmVcMdj1StxiAUs1U3Xw3U/ZyNqJ84Xw2sGUuXhecNKQM5WOAkgZm\nBUoX11qULq7fA58y/FQ37gFKkmppWH0NQpKkdhmAkqRaMgAlSbVkAEqSaskAlCTVkgEoSaolA1CS\nVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCUJNWSAShJqiUDUJJUSwagJKmWDEBJUi0ZgJKk\nWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmAkqRaMgAlSbVkAEqSaskAlCTV\nkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoaMdgFLI411lgjx40bN9hlSJKWIjfddNPjmTmmv+WG\ndACOGzeOadOmDXYZkqSlSEQ80M5ydoFKkmrJAJQk1VLHAjAifhQRj0XEbS2u+0xEZESsUU1HRPxX\nRNwTEdMj4vWdqkuSJOjsMcAzge8AZzfOjIj1gJ2AvzXM3gWYUP29Cfhe9X+R/etf/2LmzJnMmzdv\nIDdXF4wcOZKxY8ey3HLLDXYpkmqsYwGYmVdHxLgWV50CHA1c2DBvT+DszExgakSMioh1MvPhRV3v\nzJkzWXnllRk3bhwRMZDS1UGZyezZs5k5cybjx48f7HIk1VhXjwFGxCTg75l5a9NV6wIPNkzPrOYt\nsnnz5jF69GjDbykVEYwePdo9dEmDrmtfg4iIVwBfAN7Z6uoW87KXdg4FDgVYf/31e1vXwIpUV/j4\nSFoadHMPcENgPHBrRNwPjAX+HBFrU/b41mtYdizwUKtGMvO0zJyYmRPHjOn3e46SJLXUtQDMzBmZ\nuWZmjsvMcZTQe31mPgJcBLy/Gg26NfDUQI7/SZLUrk5+DeInwJ+AjSJiZkR8sI/FLwbuBe4BfgAc\n3qm6uuX73/8+a6+9NptvvjkbbrghZ599dv836qOtiODOO++cP2/jjTfm/vvvH3Cbhx12GNddd11H\n2pakoaCTo0AP6Of6cQ2XEziiI4VMnQpz5iy59kaNgq237nex6dOnM3nyZD7ykY9www03sOuuu/L+\n979/QKucPn06W2yxBVOmTGHjjTfmueee49FHH2WDDTYYUHsA119/Pd/97nc599xzl3jbkjQUDP8z\nwcyZA2PGLLm/NsN0xowZbLTRRgCMHz+e5ZdffsB3YcaMGRxzzDFMmTIFgNtvv52NN954wINJ7rzz\nTl7zmtew7LLLLvG2JWmoGP4BOEh6AjAz+c53vsMJJ5ywwPXbbrstW2yxxUJ/l1566UJt3XHHHUya\nNInHHnuMp556ihkzZrDpppsOuLbf/va37Lzzzh1pW5KGiiH9axBLqwcffJC5c+ey66678ve//53N\nNtuMyZMnL7DMNddc03Zbo0ePZsUVV2SnnXbikksuYfr06Wy22WYDru+SSy7hjDPO6LftM888kzXW\nWIPdd999/m1feuklllnGz02Shj4DsAOmT5/Odtttx+WXX86TTz7JJptswp/+9Ce22Wab+ctsu+22\nzJ07d6HbfuMb3+Ad73jHAm317JHtuuuunHPOOTz88MPstddePPDAA3zxi19kzTXXZO+992bttddm\n8uTJjBw5kj322IMnn3ySq666ile/+tUss8wyfOELX+DZZ59lzpw5vOpVr2LKlCm9tg1w7bXX8uyz\nzwLw+OOPc+mllzJx4kR22mknzjnnHB599FE+9KEPcddddy2wnvHjx3PllVey8sorc+KJJ7LCCit0\nbFtL0kAZgB0wY8YMttxySwBWW2013ve+9zFlypQFArDdPcDGLsntt9+ej3zkIzz77LNsuummnHji\niRx77LFMmDABgM985jMcf/zxjB8/nn333ZfddtuNnXfemf33358DDihjkq644gp23HHHftsGeOtb\n3zp/D/DMM89kl1124cADD+See+5h3rx5rLXWWvz4xz9mq622WmA9yy23HJttthl77rmn4SdpqWUA\ndsCMGTPYZZdd5k/vscceHHnkkQsdB2y3rfe85z0ArLDCCmy66abcfPPNjBo1isxcoDsyM+cPXun5\nv9JKK82/Dsrxv3322afftoGFujpXXXVVAL797W9z1FFHkZkcd9xxC63n6KOP5tZbb+Woo47i+OOP\nnx/Q0pC2pEaUtzmSXJ03/ANw1CiYNWvJttePc845Z4Hp7bbbjptvvnlAq2tu68ILXz6H+OGHH87k\nyZNZZ511mDRpEocddhhf+tKXeMUrXsEBBxzAU089tVB7f/zjHznllFP6bRtg880354QTTuCFF15Y\nYP6OO+7ISSedxFprrdWy5tNOO427776bZZZZhtGjR7d/Z6WlWc+I8sW1JN+PtFiiZ89gKJo4cWJO\nmzZtgXl33nknG2+88SBVpHb5OGnI+d3vllwAVqOw1RkRcVNmTuxvOYfzSZJqyQCUJNWSAShJqiUD\nUJJUS8MyAIfywJ468PGRtDQYdgE4cuRIZs+e7ZvsUiozmT17NiNHjhzsUiTV3LD7HuDYsWOZOXMm\ns/yuzVJr5MiRjB07drDLkFRzwy4Al1tuOcaPHz/YZUiSlnLDrgtUkqR2GICSpFoyACVJtWQASpJq\nyQCUJNWSAShJqiUDUJJUSwagJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRL\nBqAkqZYMQElSLRmAkqRaMgAlSbVkAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoy\nACVJtWQASpJqqWMBGBE/iojHIuK2hnlfj4i/RMT0iLggIkY1XPe5iLgnIu6KiHd1qi5JkqCze4Bn\nAjs3zfsDsElmbgb8FfgcQES8Fngv8LrqNt+NiGU7WJskqeY6FoCZeTXwRNO832fmC9XkVGBsdXlP\n4LzMfC4z7wPuAbbqVG2SJA3mMcAPAL+tLq8LPNhw3cxqniRJHTEoARgRXwBeAM7pmdVisezltodG\nxLSImDZr1qxOlShJGua6HoARcRCwO3BgZvaE3ExgvYbFxgIPtbp9Zp6WmRMzc+KYMWM6W6wkadjq\nagBGxM7AZ4FJmflsw1UXAe+NiBUiYjwwAbihm7VJkuplRKcajoifADsAa0TETOA4yqjPFYA/RATA\n1Mz8SGbeHhE/A+6gdI0ekZkvdqo2SZI6FoCZeUCL2T/sY/kTgBM6VY8kSY08E4wkqZYMQElSLRmA\nkqRaMgAlSbVkAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCU\nJNWSAShJqiUDUJJUSwagJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAk\nqZYMQElSLRmAkqRaMgAlSbVkAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJ\ntWQASpJqyQCUJNWSAShJqiUDUJJUSwagJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmqpYwEYET+KiMci\n4raGeatHxB8i4u7q/2rV/IiI/4qIeyJiekS8vlN1SZIEnd0DPBPYuWneMcBlmTkBuKyaBtgFmFD9\nHQp8r4N1SZLUuQDMzKuBJ5pm7wmcVV0+C9irYf7ZWUwFRkXEOp2qTZKkbh8DXCszHwao/q9ZzV8X\neLBhuZnVvIVExKERMS0ips2aNaujxUqShq+lZRBMtJiXrRbMzNMyc2JmThwzZkyHy5IkDVfdDsBH\ne7o2q/+PVfNnAus1LDcWeKjLtUmSaqTbAXgRcFB1+SDgwob5769Gg24NPNXTVSpJUieM6FTDEfET\nYAdgjYiYCRwHfA34WUR8EPgbsG+1+MXArsA9wLPAIZ2qS5Ik6GAAZuYBvVz19hbLJnBEp2qRJKnZ\n0jIIRpKkrjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmAkqRaMgAlSbVkAEqS\naskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCUJNWSAShJqiUDUJJU\nSwagJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqpUUKwIhYLSI261QxkiR1S78BGBFX\nRsQqEbE6cCtwRkSc3PnSJEnqnHb2AFfNzKeBdwNnZOYbgHd0tixJkjqrnQAcERHrAPsBv+lwPZIk\ndUU7AfgV4BLgnsy8MSJeDdzd2bIkSeqsEf0tkJk/B37eMH0v8J5OFiVJUqf1GoARcSqQvV2fmR/v\nSEWSJHVBX12g04CbgJHA6yndnncDWwAvdr40SZI6p9c9wMw8CyAiDgZ2zMx/VdP/D/h9V6qTJKlD\n2hkE8ypg5YbpV1bzJEkasvodBAN8Dbg5Iq6oprcHJnesIkmSuqDPAIyIAC4Ffgu8qZp9TGY+0unC\nJEnqpD4DMDMzIn5Vnf3lwi7VJElSx7VzDHBqRLyx45VIktRF7RwD3BE4LCIeAJ4BgrJz6K9CSJKG\nrHYCcJclvdKI+CTwIcoX7WcAhwDrAOcBqwN/Bv49M59f0uuWJAna6ALNzAeAUcAe1d+oat6ARMS6\nwMeBiZm5CbAs8F7gJOCUzJwAPAl8cKDrkCSpP+38HuCRwDnAmtXf/0TExxZzvSOAFSNiBPAK4GHg\nbcD51fVnAXst5jokSepVO12gHwTelJnPAETEScCfgFMHssLM/HtEfAP4G/BPylllbgLmZOYL1WIz\ngXUH0r4kSe1oZxRosOC5P1+s5g1IRKwG7AmMp5xRZiVaH2dseSLuiDg0IqZFxLRZs2YNtAxJUs21\nswd4BnB9RFxQTe8F/HAx1vkO4L7MnAUQEb8EtgFGRcSIai9wLPBQqxtn5mnAaQATJ07s9dcqJEnq\nSzuDYE6mjNJ8gjI45ZDM/NZirPNvwNYR8YrqTDNvB+4ArgD2qZY5CL94L0nqoH73ACPiK8A1wA97\njgMujsy8PiLOp3zV4QXgZsoe3RTgvIj4j2re4uxlSpLUp3a6QO8HDgD+KyLmUsLw6swc8B5aZh4H\nHNc0+15gq4G2KUnSominC/RHmfkByhlh/gfYt/ovSdKQ1U4X6OnAa4FHKXt/+1C6LyVJGrLa+RrE\naMrZWuZQBsI83vB9PUmShqR+9wAzc2+AiNgYeBdwRUQsm5ljO12cJEmd0k4X6O7AtsB2wGrA5ZSu\nUEmShqx2fw3iauDbmdnyy+mSJA017XSBHtGNQiRJ6qZ2BsFIkjTsGICSpFrqNQAj4rLq/0ndK0eS\npO7o6xjgOhGxPTApIs6j6SeQMtMvw0uShqy+AvBY4BjKTxOd3HRdUn7BXZKkIanXAMzM84HzI+JL\nmXl8F2s6dZwjAAAP90lEQVSSJKnj2vkaxPERMYnyRXiAKzPzN50tS5Kkzup3FGhEfBU4kvKjtXcA\nR1bzJEkasto5E8xuwBaZ+RJARJxF+cHaz3WyMEmSOqnd7wGOari8aicKkSSpm9rZA/wqcHNEXEH5\nKsR2uPcnSRri2hkE85OIuBJ4IyUAP5uZj3S6MEmSOqmdPUAy82Hgog7XIklS13guUElSLRmAkqRa\n6jMAI2KZiLitW8VIktQtfQZg9d2/WyNi/S7VI0lSV7QzCGYd4PaIuAF4pmdmZk7qWFWSJHVYOwH4\n5Y5XIUlSl7XzPcCrImIDYEJmXhoRrwCW7XxpkiR1Tjsnw/4wcD7w/WrWusCvOlmUJEmd1s7XII4A\n3gI8DZCZdwNrdrIoSZI6rZ0AfC4zn++ZiIgRlF+ElyRpyGonAK+KiM8DK0bETsDPgV93tixJkjqr\nnQA8BpgFzAAOAy4GvtjJoiRJ6rR2RoG+VP0I7vWUrs+7MtMuUEnSkNZvAEbEbsD/A/6X8nNI4yPi\nsMz8baeLkySpU9r5Ivw3gR0z8x6AiNgQmAIYgJKkIaudY4CP9YRf5V7gsQ7VI0lSV/S6BxgR764u\n3h4RFwM/oxwD3Be4sQu1SZLUMX11ge7RcPlRYPvq8ixgtY5VJElSF/QagJl5SDcLkSSpm9oZBToe\n+BgwrnF5fw5JkjSUtTMK9FfADylnf3mps+VIktQd7QTgvMz8r45XIklSF7UTgN+OiOOA3wPP9czM\nzD93rCpJkjqsnQDcFPh34G283AWa1bQkSUNSOwG4N/Dqxp9EWlwRMQo4HdiEEqYfAO4CfkoZbHM/\nsF9mPrmk1ilJUqN2zgRzKzBqCa/328DvMvPfgM2BOym/OnFZZk4ALqumJUnqiHb2ANcC/hIRN7Lg\nMcABfQ0iIlYBtgMOrtp5Hng+IvYEdqgWOwu4EvjsQNYhSVJ/2gnA45bwOl9NOZvMGRGxOXATcCSw\nVmY+DJCZD0fEmkt4vZIkzdfO7wFe1YF1vh74WGZeHxHfZhG6OyPiUOBQgPXXX38JlyZJqot+jwFG\nxNyIeLr6mxcRL0bE04uxzpnAzMy8vpo+nxKIj0bEOtU616GXX5zIzNMyc2JmThwzZsxilCFJqrN+\nAzAzV87MVaq/kcB7gO8MdIWZ+QjwYERsVM16O3AHcBFwUDXvIODCga5DkqT+tHMMcAGZ+auIWNwR\nmh8DzomI5Sm/L3gIJYx/FhEfBP5G+dklSZI6op2TYb+7YXIZYCLlu3sDlpm3VO00e/vitCtJUrva\n2QNs/F3AFyhfUt+zI9VIktQl7YwC9XcBJUnDTq8BGBHH9nG7zMzjO1CPJEld0dce4DMt5q0EfBAY\nDRiAkqQhq9cAzMxv9lyOiJUpZ2s5BDgP+GZvt5MkaSjo8xhgRKwOfAo4kHJ+ztf7Cw2SpOGgr2OA\nXwfeDZwGbJqZ/+haVZIkdVhfZ4L5NPAq4IvAQw2nQ5u7mKdCkyRp0PV1DLCd3wqUJGlIMuQkSbVk\nAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCUJNWSAShJqiUD\nUJJUSwagJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmA\nkqRaMgAlSbVkAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCU\nJNWSAShJqqVBC8CIWDYibo6I31TT4yPi+oi4OyJ+GhHLD1ZtkqThbzD3AI8E7myYPgk4JTMnAE8C\nHxyUqiRJtTAoARgRY4HdgNOr6QDeBpxfLXIWsNdg1CZJqofB2gP8FnA08FI1PRqYk5kvVNMzgXVb\n3TAiDo2IaRExbdasWZ2vVJI0LHU9ACNid+CxzLypcXaLRbPV7TPztMycmJkTx4wZ05EaJUnD34hB\nWOdbgEkRsSswEliFskc4KiJGVHuBY4GHBqE2SVJNdH0PMDM/l5ljM3Mc8F7g8sw8ELgC2Kda7CDg\nwm7XJkmqj6Xpe4CfBT4VEfdQjgn+cJDrkSQNY4PRBTpfZl4JXFldvhfYajDrkSTVx9K0ByhJUtcY\ngJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmAkqRaMgAlSbVkAEqSaskA\nlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCUJNWSAShJqiUDUJJUSwag\nJKmWDEBJUi0ZgJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmAkqRaMgAl\nSbVkAEqSaskAlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqqesBGBHrRcQV\nEXFnRNweEUdW81ePiD9ExN3V/9W6XZskqT4GYw/wBeDTmbkxsDVwRES8FjgGuCwzJwCXVdOSJHVE\n1wMwMx/OzD9Xl+cCdwLrAnsCZ1WLnQXs1e3aJEn1MajHACNiHLAlcD2wVmY+DCUkgTUHrzJJ0nA3\naAEYEa8EfgF8IjOfXoTbHRoR0yJi2qxZszpXoCRpWBuUAIyI5Sjhd05m/rKa/WhErFNdvw7wWKvb\nZuZpmTkxMyeOGTOmOwVLkoadwRgFGsAPgTsz8+SGqy4CDqouHwRc2O3aJEn1MWIQ1vkW4N+BGRFx\nSzXv88DXgJ9FxAeBvwH7DkJtkqSa6HoAZua1QPRy9du7WYskqb48E4wkqZYMQElSLRmAkqRaMgAl\nSbVkAEqSamkwvgax9Jk6FebMWfx2Ro2Crbde/HYkSR1nAEIJvyVxVhlPzSZJQ4ZdoJKkWjIAJUm1\nZABKkmrJAJQk1ZIBKEmqJQNQklRLBqAkqZYMQElSLRmAkqRaMgAlSbVkAEqSaskAlCTVkgEoSaol\nA1CSVEsGoCSplgxASVItGYCSpFoyACVJtWQASpJqyQCUJNWSAShJqiUDUJJUSwagJKmWDEBJUi0Z\ngJKkWjIAJUm1ZABKkmrJAJQk1ZIBKEmqJQNQklRLIwa7AEnSEDd1KsyZs/jtjBoFW2+9+O20yQCU\nJC2eOXNgzJjFb2fWrMVvYxHYBSpJqiUDUJJUSwagJKmWDEBJUi0ZgJKkWlrqAjAido6IuyLinog4\nZrDrkSQNT0tVAEbEssB/A7sArwUOiIjXDm5VkqThaKkKQGAr4J7MvDcznwfOA/Yc5JokScPQ0haA\n6wIPNkzPrOZJkrRELW1ngokW83KBBSIOBQ6tJv8REXd1vKrhYQ3g8cEuYphxmy55btMlr47bdIN2\nFlraAnAmsF7D9FjgocYFMvM04LRuFjUcRMS0zJw42HUMJ27TJc9tuuS5TXu3tHWB3ghMiIjxEbE8\n8F7gokGuSZI0DC1Ve4CZ+UJEfBS4BFgW+FFm3j7IZUmShqGlKgABMvNi4OLBrmMYstt4yXObLnlu\n0yXPbdqLyMz+l5IkaZhZ2o4BSpLUFQbgMNPuqeQiYp+IyIhwdFg/+tumEXFwRMyKiFuqvw8NRp1D\nSTvP04jYLyLuiIjbI+Lcbtc41LTxPD2l4Tn614hYAj/hPrTZBTqMVKeS+yuwE+UrJTcCB2TmHU3L\nrQxMAZYHPpqZ07pd61DRzjaNiIOBiZn50UEpcohpc5tOAH4GvC0zn4yINTPzsUEpeAho97XfsPzH\ngC0z8wPdq3Lp4x7g8NLuqeSOB/4TmNfN4oYoT8+35LWzTT8M/HdmPglg+PVrUZ+nBwA/6UplSzED\ncHjp91RyEbElsF5m/qabhQ1h7Z6e7z0RMT0izo+I9Vpcr5e1s01fA7wmIq6LiKkRsXPXqhua2j6N\nZERsAIwHLu9CXUs1A3B46fNUchGxDHAK8OmuVTT09Xt6PuDXwLjM3Ay4FDir41UNbe1s0xHABGAH\nyt7K6RExqsN1DWXtbNMe7wXOz8wXO1jPkGAADi/9nUpuZWAT4MqIuB/YGrjIgTB9auf0fLMz87lq\n8gfAG7pU21DV7zatlrkwM/+VmfcBd1ECUa21s017vBe7PwEDcLjp81RymflUZq6RmeMycxwwFZjk\nIJg+9Xt6vohYp2FyEnBnF+sbito55eGvgB0BImINSpfovV2tcmhp6zSSEbERsBrwpy7Xt1QyAIeR\nzHwB6DmV3J3AzzLz9oj4SkRMGtzqhqY2t+nHq6H6twIfBw4enGqHhja36SXA7Ii4A7gCOCozZw9O\nxUu/RXjtHwCclw7/B/wahCSpptwDlCTVkgEoSaolA1CSVEsGoCSplgxASVItGYDSIqjOqP+JhulL\nIuL0hulvRsSnFqP9yRHxmcW4/Q4R8Zvq8qS+fhGkr/VFxKsi4vy+2oyIvSLitQOtVRpsBqC0aP4I\nbAPzTy23BvC6huu3Aa5rp6HqDP6LLCJGtLNcZl6UmV8byDoy86HM3KefNvcCDEANWQagtGiuowpA\nSvDdBsyNiNUiYgVgY+DmKL4eEbdFxIyI2B/m701dUf2+3Yxq3heq33G7FNio1Uoj4syIODkirgBO\nioiVIuJHEXFjRNwcEQud+b/6ncLvVJf3iIjrq2UvjYi1GhbdPCIuj4i7I+LD1fLjIuK23tqMiG0o\nZ735evX7chtGxJ8blpsQETct2qaVuqutT5KSisx8KCJeiIj1KUH4J8pZ998MPAVMz8znI+I9wBbA\n5pS9xBsj4uqqma2ATTLzvoh4A+W0VVtSXo9/BnoLjtcA78jMFyPiRODyzPxAdZLoG6oA7c21wNaZ\nmVF+sPdoXj4p+maU88KuRAnvKW1shz9GxEXAbzKzp6v0qYjYIjNvAQ4BzuyvHWkwGYDSouvZC9wG\nOJkSgNtQAvCP1TJvBX5SnXH/0Yi4Cngj8DRwQ3WCZ4BtgQsy81mAKlR68/OGM/i/E5jUcPxuJLB+\nH7cdC/y0Om/p8sB9DdddmJn/BP5Z7WFuBdzS1wboxenAIdUx0P2rdqSlll2g0qLrOQ64KaULdCpl\nD7Dx+F+rn6fp8UzTdLvnI2y8XQDvycwtqr/1M7Ovk3CfCnwnMzcFDqMEZm/rH+j5EX8B7ALsDtzk\nuTu1tDMApUV3HeVN/onMfDEznwBGUUKw5yz7VwP7R8SyETEG2A64oUVbVwN7R8SKEbEysEebNVwC\nfCwiAub/0HFfVgX+Xl0+qOm6PSNiZESMpvz+3o1t1jCX8hNbAGTmvKqu7wFntNmGNGgMQGnRzaAc\n15vaNO+pzHy8mr4AmA7cSvnl7aMz85HmhjLzz8BPKV2OvwCuabOG44HlgOnVYJXj+1l+MvDziLgG\neLzpuhuAKdX9OT4ze/sduWbnAUdVA2s2rOadQ9mD/H2bbUiDxl+DkLTEVMckV83MLw12LVJ/HAQj\naYmIiAuADYG3DXYtUjvcA5Qk1ZLHACVJtWQASpJqyQCUJNWSAShJqiUDUJJUSwagJKmW/n/j71v5\niYCPTwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x114700b70>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "gc.collect()\n",
    "allWordReliabilities = np.array(\n",
    "    list(\n",
    "        itertools.chain(* [\n",
    "            wordData['wordReliabilities']\n",
    "            for wordData in lineGroupedTranscriptionLineDetails[\"words\"]\n",
    "        ])))\n",
    "mplplot.figure(figsize=(7, 7))\n",
    "mplplot.suptitle(\n",
    "    'Distribution of word non-edge case reliabilities < 1', fontsize=15)\n",
    "mplplot.xlabel('Word reliability')\n",
    "mplplot.ylabel('Number of words')\n",
    "allWordReliabilityAxis = mplplot.hist(\n",
    "    allWordReliabilities[np.logical_and(allWordReliabilities > 0,\n",
    "                                        allWordReliabilities < 1)],\n",
    "    bins=20,\n",
    "    histtype='step',\n",
    "    alpha=0.2,\n",
    "    fill=True,\n",
    "    fc='r',\n",
    "    ec='r',\n",
    "    label=r\"$R = N_{\\rm con}/N_{\\rm trans}$\")\n",
    "handles, labels = mplplot.gcf().gca().get_legend_handles_labels()\n",
    "mplplot.legend(handles[:], labels[:], loc='upper left')\n",
    "mplplot.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcAAAAHcCAYAAABBMXqTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmcJVV99/HPFwbEfUAGHmQbFzQaE1EnBjTuiTHqA2hw\nSTSCD5HELUaNcUkiKFncTTQJihuYuBMXVKISBFySUQZFlE0RWSaogDCAIJv8nj+qGi7N7e47M13d\n03M+79frvrq2e+rcusu369SpqlQVkiS1ZovFroAkSYvBAJQkNckAlCQ1yQCUJDXJAJQkNckAlCQ1\nyQDchCU5NEn1j5uSXJ7k5CR/l+T/TFt2Zb/ckycse+u+/D3Xoz7nJXnLyPiRSdZM/opmLfvxSf58\nzPR5W8d8SvK8JD9KcmOSEzeB+jw9yYGLXY+FNu5zP/1zOmE5B/bl3GmO5U5McvTI+KFJLh0Zf3Rf\nzgP68bHfs/X9vmoYyxa7AprTFcAT+uG7Ag8Gng8cnOQJVXVKP+/HwN7AWROWuzVwCHAecOqEz3kK\n8LMJl11fjwf2B/5x2vTDgNsPtM4N0v/zcTjwz8AngMsXt0YAPB3YHjhykeuxKRjyc/oC4IZZ5n+L\n7nv4w358pu/Z+n5fNQADcNN3Y1WtHhn/YpLDga8AH0ty36r6ZVVdB6weX8TGSXL7qvpFVX17iPJn\nU1U/nHupBXdvYEvg/VV12mJXZnOTZEtgy6q6fkOeP+TntKrOmGP+lUzwPRzy+6rJ2QS6BFXVOuAv\ngXsBvwMzNgXtk+SUJFf3zaffSPKofvZV/d8PjDSzrhwp51lJPphkHfDZvryxTUtJ9ktyVpJrk3wt\nyf1H5o1t6hlt2kxyKPByYPeRuhw5fbmR5+6Z5Pgk1/Sv60NJdhyzzqcneXeSK5KsTfK6JHN+5pO8\nKMkPklyX5JwkLx2Zdyjw1X70O/16DpyhnOVJ3pvkon7bXJDkPdOWeUCSzye5qn98YrR5e6RJ7dH9\nvJ8nOTfJC0a3JfD7wKNGtt+hI/P3TbKmr8NPkrwpyVajrynJpUkelGR1v12/neQRY17T85J8ty/r\np0mOTnLXkfm/leSkvoyfJXlPkjvPsb2P7Ou3X5LTgWuB3+zn7Zbko0ku68v8YpL7zlHe9Kb6vZMc\n078PVyc5NcmzZnj6/ZJ8Nckvknw/yVOmlX2rJtAx675VEyhzf8+mfy/+OMnp/Wfv/CR/OW3+ryb5\nQr89rk5yZpIXzrY9NDMDcOk6AbgR2GvczCT3Ao4Gvgz8X+BZwOeA7fpFHtv//Vu6ppi96ZplpryF\n7sv7NODvZ6nH7sDb6Joq/5CumfaLSbZZj9fyXuDDwE9G6nLYDK9rBXAicId+fS8GHgUcl2TraYu/\nCfg5XdPqvwOv7YdnlOR5wDuBY+i22yeAtyZ51Uhdp35wntXX9fMzFPc24LeAlwK/C7wGuPnag0nu\nDXwd2Ab4I+BA4FeBzybJtLLeA3yHrnnvROBfkjy0n3cY3efh29yy/d7br+PpwCeBbwL7AK8DDgb+\nYVr5dwCOAt5NF6bXAZ9KcoeR+v51P/8kYD+6pvgrgDv18x8OHE/3Pu4P/DnwROADM2yfUSvp3q9/\n6J/zoyTbAV8D7gv8KV0z7x2B/0qyPs3iu9Nt5z+me0//gy6Q/mDMsh8DPgM8Ffgu8IkkD1yPdU03\n1/fsZkleQde0/mngyf3wYUleNLLYMcAvgWfTvZ/vBGb9B0OzqCofm+gDOBS4dJb5PwYO74dX0v24\nPrkf3x/42SzPvVO//IHTpk+V86kxzzkPeMvI+JH9sg8bmbY7XTD/6bh6TXvumpHxtwDnjVnn9OXe\nAKwD7jIy7aH9Ov5g2jo/OK2sU4GPzrJNtgD+F/jAtOn/SvdDv00//ui+/AfM8f59D3jxLPP/DTgb\n2Hpk2h50P3BPmrau148ssxVwCfCGkWlHAydOKz/A+WNez/8DfgHcbeRzVsBjR5bZs5/2hH58OXAN\n8LZZXs9XgROmTXvsXNtq5HO057Tph9Edy9tuZNq2/Xvxwpk+X9M/p2O2yTK6IP/yyPQD+3JeM+3z\ncNboZ4bun4+jZ/qOTv9sMPf3bOr7ehe6f9YOmbbc6+n+odiS7hhvAb822+fOx+QP9wCXtul7CaO+\nC9w1yVHpeljecT3LnmmvZrqLq+q/p0aq6nzgFLpQGsJDgS9Vd6xlap3fpPvR+61py35p2vgZwC6z\nlL0LcHe6vb5RH6P7gfq19azrqcArkrwgyX3GzP9t4FPATUmWJVkG/IjutayatuzNr6WqbgB+wOyv\nBeA+wG7Ax6fK79fxZbq9zgeMLHsD3Y/7lKljXVPr2JuuM9LYvbl+T3HvMev6Wl/2Q+ao6/9W1fTO\nWL8NHAdcOVLeVXSfr+nbZ0ZJtk3yjiTn93W5gW4veNx78qmpgaq6iW5vcKjP8qi96fZuPzHmvdqR\n7n24DLgQeFeSZyTZYQHqtVkzAJeovonxbsBPx82vqrOBfYF7AscClyb5cN+EOImx5Y5x8QzTdprw\n+etrJ8bX7afc0rw7Zd208evpfvhnK3uqrOllM6b8ubyIrjnrtcDZ6Y4rPnNk/vbAK7nlR3nqcU9g\n12llre9rmSofuvd/tPwf9dNH13Fl/4MPQN3SAWVqHXfr/45tvqPbM9uSbm95dF3X0e2xTn890417\nT7cHnsFtt89jJihv1JF9OW+m6238G8D7Gb/9pn+eh/wsj5p6r07n1q/1hH76rv3783i6PcL3Az/p\nj1c+aAHqt1myF+jS9Ri69+9/Zlqgqj4PfL7vpPAkulMM3gk8c6bnjD59wnqM+y90B7ovMnQdGqDr\nDj5qfcNkyo9nWOeOdHsGG2Pqx316+VMdbC5bn8Kq66z0Z8CfJfl1uo5LH0pyWnW9CS+j2+N475in\nXzpm2vqaqu/BdMcHp/vRmGkzmTqtYCfG120d3WfmULrAne6iOcof93m7jO6Y17jjwVeNmXYb/T+K\nTwJeVFXvGpk+0z//O3DrUyh2YObQn09T79WTGf/PwNkAVXUW8Pt9J6ZHAG+k+47vMvoPjCZjAC5B\nSZbTffDPAf5rruWr6grgw+l6gO7dT57+H/6G2iHJw6aaQZPsRneu4lRT2cV0/8neb6T+d+rrcf5I\nOZPs0QB8A3h+kjtX1VV9eb9Bd0zlaxv3UlhL90P9NOA/R6Y/HbiSrll5g1TVaX0nh2cBv0LXxHg8\nXTPkKdUf8NkI47bf2XTHNFdW1Xtu+5T18j90xw0PAP5i+syqujrJauC+VfX6jVzXlOPptv3pVfWL\nDSzjdnR7ptdNTeh7pe7D+NB9CnBmv9wWdK0o39zAdcPk37Op7Xv3/h/XWfXN4F9O8ja6DmTLWc9/\n0GQALgXLkkz19Lwz3bGU59P12ntCVf1y3JOS/AldyHyB7kd9D7of9g9C18SV5EfA05N8j25PbUPO\nabsU+Lckf0P3BX49Xegd2a/npiSfAV7aH4NZR3fKw/QftLOAHdOdUvA9uo4F541Z39v61//FJG+k\n62TwBrpw+o8NqP/N+roeCrw7yc/ojj89ql/fa6rq2tmeP12Sr9Ht4X2P7sf2ecDV3PKDemg//Pkk\n76fbljvTndpyZFWduB6rOwvYN8l+9EFeVRcleTnd+3MXulC/nq6JdT9g/6q6ZpLCq2pdksOAv+t7\n2x5LFy5PAl5XVf9Lt4d7fJKb6DrlXEV3DPJJwF9V1ffX4/VA914/m+6H/p10Yb4j3Xvytar6yAT1\nviLJycBrk1wJ3AS8iq4jzV3GPOWPk1xP9549j+6cz3G9RScy6fes376HAv+UZHe683y3oDtO+Ziq\nekrfivAWumPS59I1O78S+E5VGX4bYrF74fiY+cEtvfOK7ou7DlgD/B3wf6Ytu5Jb9yqb6p5/Ed2X\n7kd0e423G3nO4+m+jNf2z105vZxp6ziP2/YCXUPXZfz7dP9lf51pPf7ofrQ+Q7cXdT5dk9yR3Lp3\n5zZ0e40X9+s/cnQd08p7EF3ngGv6bfJhYMeZtsX0+k6w3V9Et3d9Pd0PzUunzX80k/UCfTNdMF/V\n1/ME4BHTlvkVurC4jO6fgnPoeijuMtu6uG1vxO3pwvayfvlDR+b9Hl0Pzav79+BUum75y0Y+Z7fp\nbdyX86Jp0/6Ebu/1OrpjUR/n1j1yf5Pun64r+/WdQRdkd51lO834vtB1SvoAXbPgdf1n8N+BX53p\nvea2n9N795+Xq4EL6IL6Vq+ZW3qBPpTuM3xt/178/hzbfXo5t3m/WI/vGV3gn9J/Fi6na/F4WT9v\nB7qew+f2Zf0E+Aiw22L/Vi3VR/oNK0lSU+wFKklqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIB\nKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJ\napIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqS\nAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElq0rLFrsDG2H777WvlypWLXQ1J\n0ibklFNOubSqVsy13JIOwJUrV7JmzZrFroYkaROS5PxJlrMJVJLUJANQktQkA1CS1CQDUJLUJANQ\nktQkA1CS1CQDUJLUJANQktQkA1CS1CQDUJLUJANQktQkA1CS1CQDUJLUJANQktQkA1CS1CQDUJLU\npCV9Q9x5s3o1rFu38eUsXw577bXx5UiSBmcAQhd+K1ZsfDmXXLLxZUiSFoRNoJKkJhmAkqQmGYCS\npCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQm\nDRqASc5L8t0kpyZZ00/bLslxSX7Q/922n54k70hyTpLTkjx4yLpJktq2EHuAj6mqPatqVT/+KuD4\nqtoDOL4fB/g9YI/+cTBw+ALUTZLUqMVoAt0XOKofPgrYb2T6B6uzGlieZKdFqJ8kqQFDB2ABX0py\nSpKD+2k7VtWPAfq/O/TTdwYuHHnu2n6aJEnzbtnA5T+8qi5KsgNwXJKzZlk2Y6bVbRbqgvRggN12\n221+ailJas6ge4BVdVH/92LgU8BDgZ9ONW32fy/uF18L7Dry9F2Ai8aUeURVraqqVStWrBiy+pKk\nzdhgAZjkjknuPDUMPB74HnAMcEC/2AHAZ/rhY4Dn9L1B9wKumGoqlSRpvg3ZBLoj8KkkU+v5cFV9\nIcnJwMeTHARcADytX/5Y4InAOcA1wHMHrJskqXGDBWBVnQs8cMz0nwGPGzO9gBcOVR9JkkZ5JRhJ\nUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKT\nDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxA\nSVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElS\nkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMM\nQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJUpMMQElSkwxASVKTDEBJ\nUpMMQElSkwxASVKTBg/AJFsm+XaSz/Xj90jyjSQ/SPKxJFv302/Xj5/Tz185dN0kSe1aiD3AlwBn\njoy/EXh7Ve0BXA4c1E8/CLi8qu4NvL1fTpKkQQwagEl2AZ4EvLcfD/BY4Oh+kaOA/frhfftx+vmP\n65eXJGneDb0H+I/AXwI39eN3A9ZV1Y39+Fpg5354Z+BCgH7+Ff3yt5Lk4CRrkqy55JJLhqy7JGkz\nNlgAJnkycHFVnTI6ecyiNcG8WyZUHVFVq6pq1YoVK+ahppKkFi0bsOyHA/skeSKwDXAXuj3C5UmW\n9Xt5uwAX9cuvBXYF1iZZBtwVuGzA+kmSGjbYHmBVvbqqdqmqlcAzgS9X1bOAE4D9+8UOAD7TDx/T\nj9PP/3JV3WYPUJKk+bAY5wG+EnhZknPojvG9r5/+PuBu/fSXAa9ahLpJkhoxZBPozarqRODEfvhc\n4KFjlrkWeNpC1EeSJK8EI0lqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJ\napIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWqS\nAShJapIBKElqkgEoSWqSAShJapIBKElqkgEoSWrSnAGY5I5JtuiH75NknyRbDV81SZKGM8ke4FeA\nbZLsDBwPPBc4cshKSZI0tEkCMFV1DfBU4J1V9RTg/sNWS5KkYU0UgEn2Bp4FfL6ftmy4KkmSNLxJ\nAvDPgVcDn6qq05PcEzhh2GpJkjSsOffkquok4KQkd+zHzwX+bOiKSZI0pEl6ge6d5AzgzH78gUn+\ndfCaSZI0oEmaQP8R+F3gZwBV9R3gkUNWSpKkoU10InxVXTht0i8HqIskSQtmkt6cFyZ5GFBJtqY7\n/nfmsNWSJGlYk+wB/inwQmBnYC2wZz8uSdKSNUkv0EvpzgGUJGmzMUkv0KOSLB8Z3zbJ+4etliRJ\nw5qkCfTXq2rd1EhVXQ48aLgqSZI0vEkCcIsk206NJNkOL4UmSVriJgmytwL/neTofvxpwN8NVyVJ\nkoY3SSeYDyY5BXgMEOCpVXXG4DWTJGlAkzZlngVcPrV8kt2q6oLBaiVJ0sDmDMAkLwYOAX5KdwWY\nAAX8+rBVkyRpOJPsAb4EuG9V/WzoykiStFAm6QV6IXDF0BWRJGkhTbIHeC5wYpLPA9dNTayqtw1W\nK0mSBjZJAF7QP7buH5IkLXmTnAbxOoAkd6yqq4evkiRJw/OO8JKkJnlHeElSk7wjvCSpSd4RXpLU\npA29I/wLhqyUJElDm2QP8L5Vdas7wid5OPD1YaokSdLwJtkDfOeE0yRJWjJm3ANMsjfwMGBFkpeN\nzLoLsOXQFZMkaUizNYFuDdypX+bOI9OvBPYfslKSJA1txgCsqpOAk5IcWVXnr2/BSbYBvgLcrl/P\n0VV1SJJ7AB8FtgO+BfxRVV2f5HbAB4GH0J1z+IyqOm991ytJ0iQmOQZ4uyRHJPlSki9PPSZ43nXA\nY6vqgXQ9R5+QZC/gjcDbq2oPupvsHtQvfxBweVXdG3h7v5wkSYOYpBfoJ4B3Ae9lPU6Ar6oCft6P\nbtU/Cngs8If99KOAQ4HDgX37YYCjgX9Okr4cSZLm1SQBeGNVHb4hhSfZEjgFuDfwL8APgXVVdWO/\nyFq68wvp/14IUFU3JrkCuBtw6YasW5Kk2UzSBPrZJC9IslOS7aYekxReVb+sqj2BXYCHAvcbt1j/\nN7PMu1mSg5OsSbLmkksumaQakiTdxiR7gAf0f18xMq2Ae066kqpal+REYC9geZJl/V7gLsBF/WJr\ngV2BtUmWAXcFLhtT1hHAEQCrVq2yeVSStEHm3AOsqnuMecwZfklWJFneD98e+G26a4iewC2nURwA\nfKYfPoZbwnZ/4Mse/5MkDWXOPcAkdwBeBuxWVQcn2YPu8mifm+OpOwFH9ccBtwA+XlWf6+8t+NEk\nfwt8G3hfv/z7gH9Lcg7dnt8zN+wlSZI0t0maQD9A15HlYf34WrqeobMGYFWdBjxozPRz6Y4HTp9+\nLfC0CeojSdJGm6QTzL2q6k3ADQBV9QvGd1iRJGnJmCQAr++P4RVAknvRneQuSdKSNUkT6CHAF4Bd\nk3wIeDhw4JCVkiRpaHMGYFUdl+RbdKcwBHhJVXlyuiRpSZuzCbS/+e21VfV5YDnwmiS7D14zSZIG\nNMkxwMOBa5I8kO5k+PPp7togSdKSNUkA3tifkL4v8I6q+idufX9ASZKWnEk6wVyV5NXAs4FH9ie2\nbzVstSRJGtYke4DPoDvt4aCq+gndXRvePGitJEka2CS9QH8CvG1k/AI8BihJWuIm2QOUJGmzYwBK\nkpo0YwAmOb7/+8aFq44kSQtjtmOAOyV5FLBPko8y7QLYVfWtQWsmSdKAZgvA1wKvortr+9umzSvg\nsUNVSpKkoc0YgFV1NHB0kr+pqsMWsE6SJA1uktMgDkuyD/DIftKJE9wNXpKkTdokF8P+B+AlwBn9\n4yX9NEmSlqxJLoX2JGDPqroJIMlRwLeBVw9ZMUmShjTpeYDLR4bvOkRFJElaSJPsAf4D8O0kJ9Cd\nCvFI3PuTJC1xk3SC+UiSE4HfoAvAV/bXB5UkacmaZA+QqvoxcMzAdZEkacF4LVBJUpMMQElSk2YN\nwCRbJPneQlVGkqSFMmsA9uf+fSfJbgtUH0mSFsQknWB2Ak5P8k3g6qmJVbXPYLWSJGlgkwTg6wav\nhSRJC2yS8wBPSrI7sEdV/VeSOwBbDl81SZKGM8nFsJ8HHA28u5+0M/DpISslSdLQJjkN4oXAw4Er\nAarqB8AOQ1ZKkqShTRKA11XV9VMjSZbR3RFekqQla5IAPCnJa4DbJ/kd4BPAZ4etliRJw5okAF8F\nXAJ8F/gT4Fjgr4eslCRJQ5ukF+hN/U1wv0HX9Hl2VdkEKkla0uYMwCRPAt4F/JDudkj3SPInVfWf\nQ1dOkqShTHIi/FuBx1TVOQBJ7gV8HjAAJUlL1iTHAC+eCr/eucDFA9VHkqQFMeMeYJKn9oOnJzkW\n+DjdMcCnAScvQN0kSUvB6tWwbt3Gl7N8Oey118aXM6HZmkD/78jwT4FH9cOXANsOViNJ0tKybh2s\nWLHx5VxyycaXsR5mDMCqeu5CVkSSpIU0SS/QewAvBlaOLu/tkCRJS9kkvUA/DbyP7uovNw1bHUmS\nFsYkAXhtVb1j8JpIkrSAJgnAf0pyCPAl4LqpiVX1rcFqJUnSwCYJwF8D/gh4LLc0gVY/LknSkjRJ\nAD4FuOfoLZEkSVrqJrkSzHeA5UNXRJKkhTTJHuCOwFlJTubWxwA9DUKStGRNEoCHDF4LSZIW2CT3\nAzxpISoiSdJCmuRKMFfR9foE2BrYCri6qu4yZMUkSRrSJHuAdx4dT7If8NDBaiRJ0gKYpBforVTV\np/EcQEnSEjdJE+hTR0a3AFZxS5OoJElL0iS9QEfvC3gjcB6w7yC1kSRpgUxyDND7AkqSNjszBmCS\n187yvKqqwwaojyRJC2K2PcCrx0y7I3AQcDfAAJQkLVkz9gKtqrdOPYAjgNsDzwU+CtxzroKT7Jrk\nhCRnJjk9yUv66dslOS7JD/q/2/bTk+QdSc5JclqSB8/LK5QkaYxZT4Pow+pvgdPo9hYfXFWvrKqL\nJyj7RuDlVXU/YC/ghUnuD7wKOL6q9gCO78cBfg/Yo38cDBy+IS9IkqRJzBiASd4MnAxcBfxaVR1a\nVZdPWnBV/XjqprlVdRVwJrAzXQ/So/rFjgL264f3BT5YndXA8iQ7re8LkiRpErPtAb4cuDvw18BF\nSa7sH1cluXJ9VpJkJfAg4BvAjlX1Y+hCEtihX2xn4MKRp63tp0mSNO9m7ARTVet9lZhxktwJ+A/g\nz6vqyiQzLjquGmPKO5iuiZTddtttPqooSWrQvITcTJJsRRd+H6qqT/aTfzrVtNn/nTqeuBbYdeTp\nuwAXTS+zqo6oqlVVtWrFihXDVV6StFkbLADT7eq9Dzizqt42MusY4IB++ADgMyPTn9P3Bt0LuGKq\nqVSSpPk2yaXQNtTDgT8Cvpvk1H7aa4A3AB9PchBwAfC0ft6xwBOBc4Br6E65kCRpEIMFYFV9jfHH\n9QAeN2b5Al44VH0kSRo16DFASZI2VQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJ\nBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQag\nJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSp\nSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkG\noCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAk\nqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJgwVgkvcnuTjJ90ambZfkuCQ/6P9u209PknckOSfJ\naUkePFS9JEmCYfcAjwSeMG3aq4Djq2oP4Ph+HOD3gD36x8HA4QPWS5Kk4QKwqr4CXDZt8r7AUf3w\nUcB+I9M/WJ3VwPIkOw1VN0mSFvoY4I5V9WOA/u8O/fSdgQtHllvbT5MkaRCbSieYjJlWYxdMDk6y\nJsmaSy65ZOBqSZI2VwsdgD+datrs/17cT18L7Dqy3C7AReMKqKojqmpVVa1asWLFoJWVJG2+FjoA\njwEO6IcPAD4zMv05fW/QvYArpppKJUkawrKhCk7yEeDRwPZJ1gKHAG8APp7kIOAC4Gn94scCTwTO\nAa4BnjtUvSRJggEDsKr+YIZZjxuzbAEvHKoukiRNt6l0gpEkaUEZgJKkJhmAkqQmGYCSpCYZgJKk\nJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZ\ngJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYZgJKkJhmAkqQmGYCSpCYtW+wKSFJTVq+Gdes2\nvpzly2GvvTa+nIYZgJK0kNatgxUrNr6cSy7Z+DIaZxOoJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkG\noCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSQagJKlJBqAkqUkGoCSpSd4PUJKWohtu\ngC98YePKaPymugagJC1Fd7/7xpfR+E11bQKVJDXJAJQkNckAlCQ1yQCUJDXJAJQkNckAlCQ1ydMg\npM3B6tU5F2rQAAAJAklEQVSwbt3Gl9P4eWFqiwEobQ7WrYMVKza+nMbPC1NbbAKVJDXJPUBJm675\naNqdr2bd+WpmvuGGjS9D88IAlLTpmo+m3flq1p2vZmZtMmwClSQ1yQCUJDXJAJQkNcljgJrdfB34\nnw+eoybNr/m4p+BUOUuQAajZbUoH/j1HTZpf83FPwSVsk2oCTfKEJGcnOSfJqxa7PpKkzdcmsweY\nZEvgX4DfAdYCJyc5pqrOWNyaLVGes6QNMV9NYjZXawnYZAIQeChwTlWdC5Dko8C+gAG4ITalpkst\nHfPVJGZztZaATakJdGfgwpHxtf00SZLm3aa0B5gx0+o2CyUHAwf3oz9PcvY8rHt74NJ5KGdz5LaZ\nmdtmZm6bmbltZjZf22b3SRbalAJwLbDryPguwEXTF6qqI4Aj5nPFSdZU1ar5LHNz4baZmdtmZm6b\nmbltZrbQ22ZTagI9GdgjyT2SbA08EzhmkeskSdpMbTJ7gFV1Y5IXAV8EtgTeX1WnL3K1JEmbqU0m\nAAGq6ljg2EVY9bw2qW5m3DYzc9vMzG0zM7fNzBZ026TqNv1MJEna7G1KxwAlSVowTQXgXJdaS3K7\nJB/r538jycqFr+XimGDbvCzJGUlOS3J8kom6GW8OJr1EX5L9k1SSZnr4TbJtkjy9/+ycnuTDC13H\nxTLBd2q3JCck+Xb/vXriYtRzoSV5f5KLk3xvhvlJ8o5+u52W5MGDVaaqmnjQdaz5IXBPYGvgO8D9\npy3zAuBd/fAzgY8tdr03oW3zGOAO/fDz3Ta3We7OwFeA1cCqxa73prJtgD2AbwPb9uM7LHa9N6Ft\ncwTw/H74/sB5i13vBdo2jwQeDHxvhvlPBP6T7tzwvYBvDFWXlvYAb77UWlVdD0xdam3UvsBR/fDR\nwOOSjDtBf3Mz57apqhOq6pp+dDXdeZotmORzA3AY8Cbg2oWs3CKbZNs8D/iXqrocoKouXuA6LpZJ\ntk0Bd+mH78qY8543R1X1FeCyWRbZF/hgdVYDy5PsNERdWgrASS61dvMyVXUjcAVwtwWp3eJa38vQ\nHUT3H1oL5tw2SR4E7FpVn1vIim0CJvnc3Ae4T5KvJ1md5AkLVrvFNcm2ORR4dpK1dL3fX7wwVdvk\nLdhlMTep0yAGNsml1ia6HNtmaOLXneTZwCrgUYPWaNMx67ZJsgXwduDAharQJmSSz80yumbQR9O1\nGnw1yQOqahO5y/JgJtk2fwAcWVVvTbI38G/9trlp+Opt0hbsd7ilPcBJLrV28zJJltE1S8y2q765\nmOgydEl+G/grYJ+qum6B6rbY5to2dwYeAJyY5Dy6YxbHNNIRZtLv1Geq6oaq+hFwNl0gbu4m2TYH\nAR8HqKr/AbahuxZm6yb6PZoPLQXgJJdaOwY4oB/eH/hy9UdlN3Nzbpu+me/ddOHXynEcmGPbVNUV\nVbV9Va2sqpV0x0f3qao1i1PdBTXJd+rTdB2oSLI9XZPouQtay8Uxyba5AHgcQJL70QWg95HqttNz\n+t6gewFXVNWPh1hRM02gNcOl1pK8HlhTVccA76NrhjiHbs/vmYtX44Uz4bZ5M3An4BN9v6ALqmqf\nRav0Aplw2zRpwm3zReDxSc4Afgm8oqp+tni1XhgTbpuXA+9J8lK6Jr4DW/iHO8lH6JrEt++Pfx4C\nbAVQVe+iOx76ROAc4BrguYPVpYHtLUnSbbTUBCpJ0s0MQElSkwxASVKTDEBJUpMMQElSkwxAqZfk\nr/o7FpyW5NQkv7mB5ey5FK7sn+S8/tw8kvz3HMuunOXq/e9Ncv+Zyuyf+4fzW3tp4zVzHqA0m/5S\nVE8GHlxV1/U/4ltvYHF70l0u7tj5qt+GSLJlVf1ykmWr6mEbup6q+uM5ylwJ/CHQzK2QtDS4Byh1\ndgIunbrEW1VdWlUXASR5SJKTkpyS5ItTV6ZPcmKSNyb5ZpLvJ3lEf9WP1wPP6Pcin5Hkjv090E7u\n7/22b//8A5N8MskXkvwgyZumKtPfS+5bSb6T5Ph+2thyRiV5dH+PuQ8D3+2nPbuv46lJ3p1kyzHP\n+3n/907p7vf4rSTfnbaOZUmO6veQj05yh5HtcJtLv02VCbwBeES//pcm+WqSPUeW+3qSX5/4nZLm\ny2LfG8qHj03hQXeVm1OB7wP/Cjyqn74V8N/Ain78GXRX9QA4EXhrP/xE4L/64QOBfx4p+++BZ/fD\ny/t13LFf7ly6a85uA5xPdw3EFXRXw79H/5ztZitn2ut4NHD1yHPvB3wW2Kof/1fgOf3wecD2/fDP\n+7/LgLv0w9vTXY0jdHtxBTy8n/d+4C9GtsOqWcp8NPC5kToeAPxjP3wfuiujLPpnwEd7D5tAJaCq\nfp7kIcAj6K5d+bF0d/FeQ3ex6+P6S8BtCYxel/CT/d9T6EJinMcD+yT5i358G2C3fvj4qroCoL9c\n2O7AtsBXqrt4NFV12RzlnDltfd+cei7dtSYfApzc1//2wGzXcg3w90keCdxEdxuaHft5F1bV1/vh\nfwf+DHjLLGXN5BPA3yR5BfD/gCM3oAxpoxmAUq+642Un0t3Z4bt0eyqnAKdX1d4zPG3qrhi/ZObv\nU4Dfr6qzbzWx62QzeleNqTLC+Nu/jC1njKunPeeoqnr1HM+Z8iy6PdCHVNUN6e5wsU0/b3qdNug6\nilV1TZLj6G58+nS646XSgvMYoAQkuW+S0dv07EnXJHk2sKLvJEOSrZL86hzFXUV3m6QpXwRenH4X\nLN2dNWbzP8CjktyjX367DSwH4Hhg/yQ7TJWVZPdZlr8rcHEffo+h2yOdstvUdqC7l93XJlg/3HZ7\nALwXeAdw8sgerrSgDECpcyfgqCRnJDkNuD9waFVdT3drrDcm+Q7dccK5ekyeANx/qhMMcBjdscTT\n+lMJDpvtyVV1CXAw8Ml+nR/rZ61XOX1ZZwB/DXypf13H0XX4mcmHgFVJ1tDtDZ41Mu9M4IC+nO2A\nw+daf+804Ma+Q89L+3qdAlwJfGDCMqR5590gJC24JHena27+lfIO6Fok7gFKWlBJngN8A/grw0+L\nyT1ASVKT3AOUJDXJAJQkNckAlCQ1yQCUJDXJAJQkNckAlCQ16f8DwDy6cw/DwLYAAAAASUVORK5C\nYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1147afe80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "gc.collect()\n",
    "allSentenceReliabilities = np.array([\n",
    "    wordData['reliability']\n",
    "    for wordData in lineGroupedTranscriptionLineDetails[\"words\"]\n",
    "])\n",
    "mplplot.figure(figsize=(7, 7))\n",
    "mplplot.suptitle('Distribution of sentence reliabilities', fontsize=15)\n",
    "mplplot.xlabel('Sentence reliability')\n",
    "mplplot.ylabel('Number of sentences')\n",
    "allSentenceReliabilityAxis = mplplot.hist(\n",
    "    allSentenceReliabilities,\n",
    "    bins=20,\n",
    "    histtype='step',\n",
    "    alpha=0.2,\n",
    "    fill=True,\n",
    "    fc='r',\n",
    "    ec='r')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAbMAAAHcCAYAAABcT0QIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XucJGV97/HPF1YEBeEo6911o0Ej8RjRFSEkXtFD1Igm\nhqPHXEg8oOagRtHEGGNQ4znGC2qiiaCGVaOJgHdREZX1FlEXAbkI0QgqQWVRF1QQBH7nj6qRtpmd\nqdmdmp2H+bxfr35tV3X1U79+tnq+XVVPV6eqkCSpZTts7wIkSdpWhpkkqXmGmSSpeYaZJKl5hpkk\nqXmGmSSpeYbZMpDkqCTV365P8sMkX0rysiS3n1p2bb/cYwa2vVPf/n0XUM9FSV41Mb0+ycbhr2jO\nth+Z5M9mmb9o61hMSQ5LcmGSa5NsGHldleSIeZY5tF9u10Ve9yFJDl3MNrewnqOSXDYx/ZD+9dx7\nge1sSHLiPMvc6L0y37adZN8kR81Xt5afVdu7AP3c5cBB/f3dgfsBTwcOT3JQVZ3eP/YdYH/g/IHt\n7gT8DXARcObA5zwe+P7AZRfqkcATgNdOzX8psMtI69wq/QeJfwJeD5wA/HD7VgTASXT//1cucruH\nAHsC6xe53fl8me71/OcIbQ95r0xvd/vSvV+OmlruzcAHF7M4LS7DbPm4tqpOm5g+Ock/AZ8G3pXk\nnlV1XVVdDZw2exPbJskuVXVVVZ0xRvtzqaox/phtq18GdgT+uaq+sr2LAaiqTcCm7V3HpJntZmue\nW1VXMNL2POS9MnS7q6qLgYsXoy6Nw8OMy1hVbQb+HLg78AjY4qGTxyY5PclP+kOUX0jy4P7hH/X/\nHjdxKHPtRDtPTvK2JJvpP3lOH4qZWM/jkpyf5KdJPptk74nHZj38OXkYpz98cyRw14la1k8vN/Hc\n+yb5RJIr+9f1jiS3m2WdhyQ5JsnlSS5O8uIk827bSY5I8rUkVyf5epJnTzx2FPCZfvKsfj2HbqGd\nPZK8Ocklfd98K8mbZuuD+foL2CnJ65L8IMnmJP+QZKeJ593oMGOSnZO8Ism3+9dyVpJHzVLnYUnO\n7mv8XpITk+ze/x/8LvDgif+Xo+bot0rynCSvTbIJOHvisYOTbOzX8d2+rpvN0daNDjMmOTLdYfbL\n+zo/mOSXt/D8w/vt9aokJyW504A+nnz+5PZ5KPAPE6+x0h9aziyHGZPcut/uvte/3n9P8sCpZZ6S\n5Ny+vsuSfCrJr26pHm0998yWv1OBa4H9gI9OP5jk7sCJwOuA5wE7A/cHbt0v8jDgk8Df0h2igu7w\nyx36+68C3gP8HnDdHHXcFTga+GvgKuDFdHuPe1XVTwe+ljcDe/U1Pb6fN+teRpLVwAbgq8D/AnYF\nXg6ckmRdVV0zsfgrgHfTHb58OPAi4Fzg+C0VkuQwuj9cRwMnAw8FXp3k5lX18r7WS4E3AE8GvsGW\nD4UdDfw68Gzgu8BdgAdtad3zOJJub+LJwK8CLwN+Svd/uyUncsPhsf+kO2T4gb6fzuxf7wuBlwD/\n2Ld1C+DRdP36UmANsAfwp32b8+2FPI/uqMEf0H8oTnII8K/AMcAL6D6E/b/+8ecOefG9O9Md2v0m\ncCvgacDnktyjqi6fWG5/4J7Ac+i2+78D3gc8YAHrmnQS8Gq6/4P9+3lXzLZgkpsDH6frs+fRbStP\nBz7evye+m+RBwBvptsfP969lf7rTCFpsVeVtO9/ojs9fNsfj3wH+qb+/FijgMf30E4Dvz/HcXfvl\nD52aP9POe2d5zkXAqyam1/fL/vrEvLvShezTZqtr6rkbJ6ZfBVw0yzqnl3s5sBm41cS8fft1PGlq\nnW+bautM4N/m6JMdgP8Cjpua/4905y537qcf0rd/73n+/84BnjHH47/w2rbUX/30+cAOE/P+iu78\n2K376UP75Xbtpx/eTz94qv1PAyf09/fo2zh6jhpPBDYM3F4LOGNqXujCZ7pP/4Tuw89tZtvW5+tj\nusO8u9AdYfjDifkbgJ8Bd52Yd0Df1kFz9PFF3HjbntzujgBqvvco8BTgGmCviXmr6D5MvLKffi5w\n+pA+9bbtNw8ztiFzPHY2sHuSt6YbKXjLBbZ90vyLAHBpVf37zERVfRM4nS5gxrAv8LHqzqnMrPOL\ndH+MfmNq2Y9NTZ9H9+l+S+4M3JFuUMekd9F9ev7vC6z1TOB5Sf40yT0W+Nxp76+q6yem30P3x3xL\no/0OpNsb/FySVTM34BPAun6Z/fs2jtvG2iZNbzf3oNu7O36qjk/S7TUNHq2YZL8kpyT5Pt0Hpivp\nPpRN9+2X++0QgKr6HN0e0ljb5KQD6bb/CydeK8CnuKHfzwT2SfKaJA+aPFysxWeYLXNJdgZuA3xv\ntser6gLgYOBuwIeBy5K8sz9MN8Ss7c7i0i3Mu8Ms8xfDHZi9tu9xwyHUGZunpq+h+wM6V9szbU23\nzSztz+cIusNbLwIu6M/DPXGBbcyY7ueZ6S31857A7en2UiZvR9Ed7oRu+4FuD3+xTPfdnv2/H56q\n48J+/l0YIMkaug8nAZ5Kt7f1ALp+mP4/XeptctKedIf+p/v9j+lfa1V9vJ9+EN2e5GVJ/nErPnBq\nAM+ZLX8Ppft/+vyWFqiqk4CTkuxOdx7ktXTng4b8QR36G0C33cK8c/v7M+fNpj99LjQYZnxnC+u8\nHd0n4m0x80d9uv2ZwSU/WEhj1Q3UeSbwzCT3oRu0844kX6mq8+j6Zmi/TNc0M72lIPoB3SHTx81R\n4szXLO4ALNZ3paa3m5k+OxyYbTTshbPMm81BdOfzDq6qnwD0ez2z9deWtsnFDO0t+QGwke482bSr\nZ+5U1VuBt/YfLn8HeA3debjnL0GNK4p7ZstYkj3oTmp/ne5k85yq6vKqeifwXmBmpOHMQIm59lSG\nuG2SX5+obQ3dd+G+2M+6lO6T6b0mltmVG06kz5hvr2nGF4D/kWS3ifYeQHce5LNbUf+ki4FL6Aa9\nTDqE7g/N2Td6xkDVDeF/Ht1761cm1re238ue8YgtNHFwfnEk5u/QnXM6ZwvLf4Juz+zHVbVx+tYv\n8/m+jT+ao/Sh/y9bcgFdqK6drY6qGvq9xV2A6+kOL844hNk/eN+v3w4BSHIAXZh9cZZlh7qmb2u+\nvvgE3Vc3vjXLa73R9lNVm6rqGLoRsntPP65t557Z8rEqyX79/d3oRiQ+ne5T6kFVNetIwyRPpQuM\nj9L9gd6L7o/02wCq6pokFwKHJDmHbi9ha74zdRnw9iQzoxlfQhdg6/v1XJ/k/cCzk3yT7tDfkf2y\nk84HbtcPgz6H7qT6RbOs7+j+9Z+c5O+4YTTj2XQjF7daX+tRwDH9eZlTgAf363tBDR+dCUCSz9J9\ngDiHbo/lMOAn3PBH9X10/fXmfhj8PnSHn2azG3BCuqH9v0p36PL1VbWlvcVT6EZjntL307l05/3u\nSzeQ5S+ranOSlwIv68/bfBi4Od1e/Iur6r/o/l8OTvI4+rCvqkuG9kHfp0fSbSO3Aj5CFwx3o9tr\nfEJVDfmi9yfpBn0cl+QtfR88lxsfSoZu+/tQ/385M5rxy1V1o1G/CzDzBetnJfkkcEV/KH/a2+hG\nWW5I9zWWb9Adzt0X+G5VvSbJi+n2KDfQvX/2odvO3Csbw/YegeLt5yOlqr9dT/fG3Ug3LPv2U8uu\n5RdHM+5PdzL+ErqgupDuTX3ziec8ki7Afto/d+10O1PruIhZRnzR7SX8B91hlM8xNQKN7jDd++n2\nbr5Jd8hpPb84WmxnuoEIl/brXz+5jqn29qH743Zl3yfvBG63pb6YrndAvx9Bt9d7Dd0fo2dPPf4Q\nho1mfCVdyP6or/NU4DenljmUbqTblcCH6Ibyzzaa8Tl0w9J/SDey8g1T/5eH9svdcmLezem+KjHz\nWr5L9+Hm0VM1PJVucMzV/TLH048WpTsH9F66w2cFHDXH6y3giC089lt0ex8/6beDM+m+FrJqYluf\nczQj8Id9X11F9zWFB3LjbXID3QjMpwHf6pf9CHCXubaPWdr5hW2F7lzdK+jeT9fTj/Ccrruftzvd\nV2K+3ff7xXQDdg7oH38M3R7cJrr33gV0QZbt/TfnpnhL3+mSGpDkGXRDv7f1sLF0k+JhRqkBSXak\nGxX3B2z7ABjpJscBIFIbdqM7N7Yj3eFRSRM8zChJap57ZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTm\nGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlm\nkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk\n5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5q3a3gVM2nPPPWvt2rXbuwxJ0jJx+umnX1ZV\nq+dbblmF2dq1a9m4ceP2LkOStEwk+eaQ5TzMKElqnmEmSWqeYSZJap5hJklqnmEmSWqeYSZJap5h\nJklqnmEmSWqeYSZJap5hJklqnmEmSWqeYSZJap5hJklq3qhXzU9yEfAj4Drg2qpaN+b6JEkr01L8\nBMxDq+qyJViPJGmF8jCjJKl5Y++ZFfCxJAUcU1XHTi+Q5HDgcIA1a9Zs+xpPOw02b972dvbYA/bb\nb9vbkSSNbuwwO6CqLklyW+CUJOdX1acnF+gD7liAdevW1TavcfNmWD3vL2zPb9OmbW9DkrQkRj3M\nWFWX9P9eCrwX2HfM9UmSVqbRwizJLZPsNnMfeCRwzljrkyStXGMeZrwd8N4kM+t5Z1V9dMT1SZJW\nqNHCrKq+AfzaWO1LkjTDofmSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlm\nkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk\n5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZ\nZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaS\npOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTm\nGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmjR5mSXZMckaSD429\nLknSyrQUe2bPAr66BOuRJK1Qo4ZZkjsDjwbePOZ6JEkr29h7Zq8F/hy4fuT1SJJWsNHCLMljgEur\n6vR5ljs8ycYkGzdt2jRWOZKkm7Ax98wOAB6b5CLg34CHJfmX6YWq6tiqWldV61avXj1iOZKkm6rR\nwqyq/rKq7lxVa4EnAp+sqt8fa32SpJXL75lJkpq3ailWUlUbgA1LsS5J0srjnpkkqXmGmSSpeYaZ\nJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSp\neYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmG\nmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkk\nqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5\nhpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmGmSSpeYaZ\nJKl5hpkkqXmGmSSpeYaZJKl5hpkkqXmjhVmSnZN8MclZSc5N8uKx1iVJWtlWjdj21cDDqurHSW4G\nfDbJR6rqtBHXKUlagUYLs6oq4Mf95M36W421PknSyjXqObMkOyY5E7gUOKWqvjDLMocn2Zhk46ZN\nm8YsR5J0EzVqmFXVdVV1X+DOwL5J7j3LMsdW1bqqWrd69eoxy5Ek3UQtyWjGqtoMbAAOWor1SZJW\nlkFhNtse1YDnrE6yR39/F+BA4PyFtiNJ0nyGDgB5Y5KdgPXAO/s9rfncAXhrkh3pQvP4qvrQ1pUp\nSdKWDQqzqvqNJHsBfwJsTPJF4LiqOmWO53wF2GdxypQkacsGnzOrqq8BLwT+Angw8PdJzk/yO2MV\nJ0nSEEPPmd0nyWuArwIPA367qu7V33/NiPVJkjSvoefMXg+8CXhBVV01M7OqLknywlEqkyRpoKFh\n9ijgqqq6DiDJDsDOVXVlVb19tOokSRpg6DmzjwO7TEzfop8nSdJ2NzTMdq6qmess0t+/xTglSZK0\nMEPD7CdJ7jczkeT+wFVzLC9J0pIZes7sz4ATklzST98B+J/jlCRJ0sIM/dL0l5L8CnBPIMD5VfWz\nUSuTJGmghfye2QOAtf1z9klCVb1tlKokSVqAQWGW5O3A3YEzgev62QUYZpKk7W7ontk6YO/+16Ml\nSVpWho5mPAe4/ZiFSJK0tYbume0JnNdfLf/qmZlV9dhRqpIkaQGGhtlRYxYhSdK2GDo0/1NJ7grs\nVVUfT3ILYMdxS5MkaZihPwFzGHAicEw/607A+8YqSpKkhRg6AOT/AAcAV8DPf6jztmMVJUnSQgwN\ns6ur6pqZiSSr6L5nJknSdjc0zD6V5AXALkkeAZwAfHC8siRJGm5omD0f2AScDTwV+DDgL0xLkpaF\noaMZrwfe1N8kSVpWhl6b8UJmOUdWVXdb9IokSVqghVybccbOwO8Bt178ciRJWrhB58yq6vsTt/+q\nqtcCDxu5NkmSBhl6mPF+E5M70O2p7TZKRZIkLdDQw4yvnrh/LXARcMiiVyNJ0lYYOprxoWMXIknS\n1hp6mPE5cz1eVUcvTjmSJC3cQkYzPgD4QD/928CngW+PUZQkSQuxkB/nvF9V/QggyVHACVX1v8cq\nTJKkoYZezmoNcM3E9DXA2kWvRpKkrTB0z+ztwBeTvJfuSiCPB942WlWSJC3A0NGML0vyEeA3+1l/\nXFVnjFeWJEnDDT3MCHAL4Iqqeh1wcZJfGqkmSZIWZFCYJfkb4C+Av+xn3Qz4l7GKkiRpIYbumT0e\neCzwE4CqugQvZyVJWiaGhtk1VVX0PwOT5JbjlSRJ0sIMDbPjkxwD7JHkMODj+EOdkqRlYuhoxlcl\neQRwBXBP4EVVdcqolUmSNNC8YZZkR+DkqjoQMMAkScvOvIcZq+o64Mokuy9BPZIkLdjQK4D8FDg7\nySn0IxoBquqZo1QlSdICDA2zk/qbJEnLzpxhlmRNVX2rqt66VAVJkrRQ850ze9/MnSTvHrkWSZK2\nynxhlon7dxuzEEmSttZ8YVZbuC9J0rIx3wCQX0tyBd0e2i79ffrpqqpbjVqdJEkDzBlmVbXjUhUi\nSdLWWsjvmUmStCwZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZZpKk5hlmkqTmGWaSpOYZ\nZpKk5hlmkqTmGWaSpOaNFmZJ7pLk1CRfTXJukmeNtS5J0so23++ZbYtrgSOr6stJdgNOT3JKVZ03\n4jolSSvQaHtmVfWdqvpyf/9HwFeBO421PknSyrUk58ySrAX2Ab6wFOuTJK0sYx5mBCDJrsC7gT+r\nqitmefxw4HCANWvWjF2OJGk+p50GmzdvWxt77AH77bc49QwwapgluRldkL2jqt4z2zJVdSxwLMC6\ndetqzHokSQNs3gyrV29bG5s2LU4tA405mjHAW4CvVtXRY61HkqQxz5kdAPwB8LAkZ/a3R424PknS\nCjXaYcaq+iyQsdqXJGmGVwCRJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8w\nkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMk\nNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXP\nMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCT\nJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1\nzzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDXPMJMkNc8wkyQ1zzCTJDVvtDBL8s9J\nLk1yzljrkCQJxt0zWw8cNGL7kiQBI4ZZVX0a+MFY7UuSNGPV9i4gyeHA4QBr1qzZztVM+NnP4KMf\n3fZ29tgD9ttv29uRtLhOOw02b962Nhbr/b0YtSxmPQ3a7mFWVccCxwKsW7eutnM5N7jjHRennU2b\nFqcdSYtr82ZYvXrb2lis9/di1AIr+u+NoxklSc0zzCRJzRtzaP6/Ap8H7pnk4iRPGWtdkqSVbbRz\nZlX1pLHaliRpkocZJUnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPM\nJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJ\nzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0z\nzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wk\nSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnN\nM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzTPMJEnNM8wkSc0zzCRJzRs1zJIclOSCJF9P8vwx1yVJ\nWrlGC7MkOwJvAH4L2Bt4UpK9x1qfJGnlGnPPbF/g61X1jaq6Bvg34OAR1ydJWqHGDLM7Ad+emL64\nnydJ0qJaNWLbmWVe3Wih5HDg8H7yx0ku2Mb17glcto1trCT218LYXwtjfw1nX83urkMWGjPMLgbu\nMjF9Z+CS6YWq6ljg2MVaaZKNVbVusdq7qbO/Fsb+Whj7azj7atuMeZjxS8BeSX4pyU7AE4EPjLg+\nSdIKNdqeWVVdm+QI4GRgR+Cfq+rcsdYnSVq5xjzMSFV9GPjwmOuYxaIdslwh7K+Fsb8Wxv4azr7a\nBqm60ZgMSZKa4uWsJEnNazbM5rtUVpKbJ3lX//gXkqxd+iqXjwH99Zwk5yX5SpJPJBk0HPamauil\n2JI8IUklWbGj0Ib0VZJD+u3r3CTvXOoal5MB78U1SU5Nckb/fnzU9qizOVXV3I1uQMl/AncDdgLO\nAvaeWuZPgTf2958IvGt7173M++uhwC36+0+3v+bur3653YBPA6cB67Z33cu1r4C9gDOA/9ZP33Z7\n173M++tY4On9/b2Bi7Z33S3cWt0zG3KprIOBt/b3TwQenmS2L3KvBPP2V1WdWlVX9pOn0X0vcKUa\neim2lwKvAH66lMUtM0P66jDgDVX1Q4CqunSJa1xOhvRXAbfq7+/OLN/P1Y21GmZDLpX182Wq6lrg\ncuA2S1Ld8rPQS4s9BfjIqBUtb/P2V5J9gLtU1YeWsrBlaMi2dQ/gHkk+l+S0JActWXXLz5D+Ogr4\n/SQX040Gf8bSlNa2UYfmj2jIpbIGXU5rhRjcF0l+H1gHPHjUipa3OfsryQ7Aa4BDl6qgZWzItrWK\n7lDjQ+j2+D+T5N5VtXnk2pajIf31JGB9Vb06yf7A2/v+un788trV6p7ZkEtl/XyZJKvodtd/sCTV\nLT+DLi2W5EDgr4DHVtXVS1TbcjRff+0G3BvYkOQiYD/gAyt0EMjQ9+L7q+pnVXUhcAFduK1EQ/rr\nKcDxAFX1eWBnuus2ag6thtmQS2V9APij/v4TgE9Wf0Z1BZq3v/rDZsfQBdlKPqcB8/RXVV1eVXtW\n1dqqWkt3jvGxVbVx+5S7XQ15L76PboARSfakO+z4jSWtcvkY0l/fAh4OkORedGG2aUmrbFCTYdaf\nA5u5VNZXgeOr6twkL0ny2H6xtwC3SfJ14DnAiv2l64H99UpgV+CEJGcmWbHX0RzYX2JwX50MfD/J\necCpwPOq6vvbp+Lta2B/HQkcluQs4F+BQ1fwB/HBvAKIJKl5Te6ZSZI0yTCTJDXPMJMkNc8wkyQ1\nzzCTJDXPMNOKkeSv+qu2f6X/+sED51n+qCTPnWX+HZOcuJU1HJrkjlvz3Kk2Xt/ff1qSP5xn+fVJ\nnjDL/HVJ/n6uNhejXmkptHo5K2lB+ssCPQa4X1Vd3X95d6etaauqLqH7Iv7WOBQ4h3kuHptkVf+d\npPlqeeNW1kH/Je8bfdF7qs1DGVCvtL25Z6aV4g7AZTOX6aqqy/pQIslFfbjN7K1smHjeryX5ZJKv\nJTmsX2ZtknP6+zsmeWWSL/V7fE+deWKSP09ydpKzkry83ztaB7yj3zPcZbLAJBuS/N8knwKelWR1\nknf3bX8pyQHTL2py7zHJYf1yZ/XPu8XEogcm+UyS/0jymH75hyS50YWSZ9qcpd5HJ3nvxHKPSPKe\nwf8D0ojcM9NK8THgRUn+A/g43e+1fWrA8+5Dd+3FWwJnJDlp6vGnAJdX1QOS3Bz4XJKPAb8CPA54\nYFVdmeTWVfWDJEcAz53j0ld7VNWDAdL9iOVrquqzSdbQXTXiXnPU+p6qelP/3L/ta/uH/rG1dBeP\nvjtwapJfnu+FV9WJk/UmCfDqJKurahPwx8Bx87UjLQXDTCtCVf04yf2B36S7TuC7kjy/qtbP89T3\nV9VVwFVJTqX7PaozJx5/JHCfiXNSu9NdRPdA4LiZ34irqqEXuX7XxP0Dgb1zw8/w3SrJbnM89959\niO1Bd2mykyceO76/6vrXknyDLmwXpKoqydvpfp7kOGB/YM7zddJSMcy0YlTVdcAGuqvdn013Ier1\nwLXccMirNCtAAAABk0lEQVR95+mnzTMd4BlVdfIvzOx+s2trrhX3k4n7OwD792E62faWnrseeFxV\nnZXkULqfXJkx3+sY6jjgg3Q/SHrCkPN60lLwnJlWhCT3TDL5syP3Bb7Z378IuH9//3ennnpwkp2T\n3IYuHL409fjJwNOT3Kxfzz2S3JLusOafzJy3SnLrfvkf0f2EzBAfo7so7cxruO88y+8GfKev5clT\nj/1ekh2S3B24G93PsAzxC/X25xkvAV5IF57SsmCYaaXYFXhrkvOSfAXYm+4XfQFeDLwuyWeA66ae\n90XgJLqfeXnpzKARbtizeTNwHvDlflDIMcCqqvoo3U97bExyJjAzxH898MbZBoDM4pnAun5gyXnA\n0+ZZ/q+BLwCnAOdPPXYB8Cm6XxB/WlX9dJ62ZsxW7zuAb1fVeQPbkEbnVfOlBerPvR09M1Bjpem/\nj3ZGVb1le9cizfCcmbQA6X5N+p2s0N/HS3I63Xm9I7d3LdIk98wkSc3znJkkqXmGmSSpeYaZJKl5\nhpkkqXmGmSSpeYaZJKl5/x+w0Llx4qTn/gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1147657f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "gc.collect()\n",
    "subjectGroupedTranscriptionLineDetails = lineGroupedTranscriptionLineDetails.groupby(level=0).aggregate({'words' : lambda sentences : np.sum([sentence['reliability'] for sentence in sentences])/float(len(sentences))})\n",
    "mplplot.figure(figsize=(7, 7))\n",
    "mplplot.suptitle('Distribution of subject reliabilities', fontsize=15)\n",
    "mplplot.xlabel('Subject reliability')\n",
    "mplplot.ylabel('Number of subjects')\n",
    "allSentenceReliabilityAxis = subjectGroupedTranscriptionLineDetails[\n",
    "    'words'].plot.hist(\n",
    "        bins=20, histtype='step', alpha=0.2, fill=True, fc='r', ec='r')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "                <audio controls=\"controls\" autoplay=\"autoplay\">\n",
       "                    <source src=\"data:audio/basic;base64,LnNuZAAAADAAADIaAAAAAQAAH0AAAAABY2FydG9vbiBoZWFkIHNoYWtlAAAAAAAA//9/f///fn99fH5//379/f39/v3+/v///v/+f//+fv///35//n9+fX5/fn7+f37///7//37//n5//v/+fn5/fn///v7+/v7+/v/+/v79/v1/fn99fX5+fX1/f35+f35///9//v7//v/+/n99fX5+fn7/fv79/3///n///n7+/P39/35+/n5+fn/+/f5+/35+/35+f3//f359fX99fn99f3/+//5+///+/n////9+//7/f39+/v5//f7+/v/+/v5+fv9+f35+f37/fv/+/3///v/+//79/35+fX1+f37+fn9/fv//f3/+//7+///+/v/+f3//f//+f//+fn99fX99f39+/v7+/f7///9///7+f39/fn5+fX5///7+f39//v3+//5/fnt+/vr6/fv8+/7//v7+//9+fn5+fX1/fn5///9+fX7/fn7/fv5/f/9+/v59enx+/f78+/v5+vv+/Pr6+/z8+vz9/f7/fXv/+vr7+/z9/n9+fXx9fn1+/35//n9+/v7+/v3+/v7////+/f79/P39/P39/f7+/f7//nx7fP79/fv8/Pv9/fr3+vv7/f37/P7+/f7/fXxMZrTFPTpyQeKvrNEtNypXsKjIv78iHVSntr2lUCoiPEGloMBIOzUfUaintexaHjhpss6qrSwpM79frbj4eDstMaS2ZUm+Oy3qurbM3Tk05NrMzrBSNTxXX7auVjfNQi1fpblNST87R8nQrrU8Kj3CS7yytTY4PjjLrq09XUs2OMauwbs6Lz6/V16qtTgo6+nywLfQQ00wR7yu+XvdPDTuxs67uDctfb1N87DBOTZJ97+5WPrOSSt2rcRd2ucwTtrZzrPMMT1e2fe9xPlrPDZSrcNE8r09LdK6ytjQP0XbTFO6tkY/a0xSw75V685BMtixzkfX50ZA6+O6vUU208w5Z7LBQE9bP92/2FXF3jlB08DezVdLYtxAWbC8ODvC7T/bvdRvWTpSvstM0cJGPXfa77/GQT/K7D33sc4/Rmtl19hczL5BMde2Xk/IzT5O/WnQvO07ZtdZTcbJ7G9KPtu5YkLBvjw1yb/gadtXb2ZEW7rARErTXknYymvXzEA8yb1OT8TSRUls2sLTQFHB6jf1t9A/Yd9V/dRyb8V3PFXJuEOrzi+w46ZQ3a0cFB2xnZ63VjAaIEuVpaisXxUWW56ewpY8FRs8n7aesrohGCOklTi4t2IPJ6iprFK5LDUqrL3NqM04Jc5np9wxta8qHJ+fOCS0xD803KmsKyXEvkvkq71BKDvFQa6nsxxk1DQtoZ/MOB1VvfovoJksGjmoL22pnjUiTTp82p7t6DwzOHayPqTPNSyr1R/IobolVqtKNzGvycY1aarhKDCqwy20sNIivU5CVquyLtpK2jNovLqsJ0DPriBEnrQtLqs6P1C4umDvNMJLcGO80DrJzlctta0wNrKuJ0Gt5ThMu9LETS++xUY0qL45Pc1qNb603ULP1StTv69QzE1D2Tw+tqI4Kru7LTapuklL6FVH0nHZ1eVkZ91JWcHdONysSC3IrDcvu7n5R+FMyVA7z67rM9LCOz+8uTrev24t17jvQc7DbUo8W7HPNViqVCllrO81x79QP+H47c1mXPfnTN6/Qkm8vy1MrMUtTq5pN0+8yWVHR7/MPUS0vjNNveQ2wLxFQr3ZN2C62U5P99rHPES4tTI1srszPbO/Ok/P3lLcYfjNZkv1x0Tzv143x7U7N7i2Nzq8wVJA4NXFSDzKtk4zxLlCO77FPvy/Uj7LxEVczs5YXUbavHU20K9JLcuvUTTGvlRE9vLZ1VFayd4++8RRT77UN2O1WzXYslQ6ab7yVErqvts4TrXMMmC28jnUx01ZynhF0M5bUN/u4+tMVrvMN0SxzjNLr9M5T8fnXmpo1clKQs/FSGzDZUHSxz1TuMk3T7zYP1bMyexIRsDDQTu5vTw+vMxBYchdUs/tSuDNZlb1ZeXJT0PHuzw7vLc8PcHCRUnezeBvSPDHbz/XwFZJzOJA275PP8TCQUHHyGdOY97HTj/YtVM32rhNPs/ATVbceFPP31Vr02Rh5lt3w/078rdeNdG2WTrixehNYvLM7EZWwdVEXcNhRk29tFs9P0U6rqqwPCw6I82noeDESxwo56a7p64yKSI4Q5ulzFc6KByzqqm0wDgcXj6s0aDfNS8t09WlVsLfOig9oHnTTbUrOsrEvNLcL1XeV8C7wjJhQ0PtrLg9Pdg6Oc6nxnY7OT74xtqoxC8q3dw9qrHLLFczPrqvs0HqLkFPxbm6tSs2RrU6xqrBLi7LR8u6vPlSQSzKur5ruksuRcTc37O+MDLbyFfMtulCOkDgs8U/w881LLW1Y9fHSS7Xes7DuFg5TT7Ww7hW4NI2MtSqaUzJzDM4ws3Czu88fl0+z7PTPux3OG+3xkPP0zo7yLnd+H9KV1FV5a/MN0PEWTa9teNC9Us/ycnc+cNFP2ju3cO+O0fM6znZrt44SslNXM/I191DOde+XG6+3zZZ0Fhptc85SsdRSs26/WFCR93AW0+6yjU4vMJK3sRmPO5naMjBV0XfTlvTyFjQzDo8wrlDU73QOUHMzc/rY1vcUD7NueY/xk7HsCcj25q3PKtBHRzOp6SfyC8cLSTBm5ytPSwUK7OnqqGcGRkhta+onbc9GB8pnJ28yNo4ElSvobuoNCBEN+S8ncM8LiptwqlMvr1FHzCdrjg+rz4pW8Ctr0cmS7g02aivMjZELL+rqTlTWTMqS52txi8yN1dsS5uoLxrQyjq6p7AyPiY6uam5YMkwNDK3uLq5Pi89sT0/q6w1KeLRzsZOzchYJt2nvjdCuzs80rq/6cQpQf2yTsmyR0QuVFalvjZlwUUhvquwRE5eOHg9w7qrPi5d51Var9pp3kAxaKrnQNfARTP2x7fJPzvVvTVHr7E4McVZ9t+/S8zNMkHCtEXg509pW1xHrcY5Nbu9Mly9tjtPRO+/zkRbtE8wbbrWX8RESd/OO+ivyDU9yNBP8N/FzEUw5a1jOdC0PTjd0c/K2jhyxk9EyrZPUUBd5LtrPsK8Piy/r2s+28xKVkntubw9OcHdP1e42Gx9RzzKuU9CvcI9N9DBzHZIYMXdMlmuwTNFvHhG89Dk1N83ZsDGPunMdU9aWuy33jVOt9Uw5bXIOkv41s1ZTMu6PjbNultQy21N3WNF1rNhOV2+X0Xty8ngPj7Ftz4+vLg6OcrI8m3tTs/YQkm+v0ZO4P98211KvMc8OLm8P0HFxUxLVNC/6zpbuX45+7ngRnpbXc7KQ1++2DhOw8hfZFPczFY4y7F0M/u6XD3qxdR5UUPXxFYwv6fXKDXIMLKhqUYtLhbImKRfr7oWGUCbsKWiNSMbJzuclbU2Ny0WRZ6hqq0vFD3eycWariwhKni0rsK7xjQfNKGpPk2xMCnMuM6vwCM2uNtHrL0/QjstxaC8OzrAMypkn6pBODM4V7/fqKYtHU7DPqyl3jNRKSiwn7ZAXTkvONKtqbQqJ0eyNuaiqCYnW1ParbVM1UQlOaqt3MlULjnRatOmsikkvcBE76jIOzEydau0OMq7NSPJrMDMyTwt+9NNvqfHKDVb4cy11tfBMCLPoc83u78vLtbHt7hwMVbbP0avsk88VDlZr8I8y7EsKL2pdVzXSktUPPmosi42xtox1a/ATk4/M8C0b0K00i45xcm9vzw4ueYreaO/LT7IXVHaxcvBQC1Or8hEyb49O/JP6avCLD+yTi/IrMxDPjzSvGY+tLY0KcWzblK/dj5rWT69rFMv68lGWMXSx8cwL7qtOj+0uC8z17zK01JLz+wzTa64O0nYSFHBak+2vSw0tbo/Ub/TUkBA06/YMVSyZC7vr9ZDXlhJwNBBe7JcL1e/1N3hRW6+SS/EqW4sdbpcOtrDw+JANsq4TT25vT473F/Qu3c30bo7NL2vYT1U+dPlRVmyvS42uLo6Tr3PR1tMVr2+PUO/zjtSxs3Z/DxJuMU0Tq7GLj67xVpaaezGTDjYrv42c8BNTdnl8L1kNFG03Dp6udA5qT0cOZ+hRavaGxo/oKybvT4eHC5AlZvDQDsdF6iepLyiJhEnRJynmjs0Hxw6s5Gz6y8/HSybqa/bvxUtxrirqrcgQyg5qZ67KM0vLy6hnuIwOEMp56mtsfcjJc3DXZ2rLiBrLjufn8cqPyg02KueukwcMUO6vqqeMB4irkS0oK8rKTwptaSs3WEsH8m8s7ejOB4ruLtrqqg5HjG/1LeuwmAxKDiqr2m3zCslv7rosLVhIEtkuuOzu0Y4KXu2q0ZdrzUlPKHDaMftNS3Kba3AyTdAPz27scRBz20nQa2rNNi/Py1Nt7u3TDpbWDpQp7Y9O+tHMLavyDzHSy1WuLbmzUI/5jpVtKYwNc3LMEapvFE6dkNRyMjC11w0T8tOwrPLKffCQTmsrjw0Z/hYbMHCvDkyTbjeSrm7PCzJyknEsGIub+RK27zAX10uXLjCPMevPCpbrt1Iw8dDNu/nx7/bSltcOM243Ei7bSxIrsxA07hBOES/w8hMW9dfOU2xujxNxlczxLlbV8JXNNzKzvzTSvTsPk2zujk8vNU5Rq/FR0LZVVzS4tXLVDroykzYuGY22sQ7TLa4O0Pf2Etm0sHMRjjfvmc+ur0/NsfSSM69WEDZc0rlxtV3XkJpv2JEzbM+NNqzSUTHwUhHaeTRzE5l0mw91b9iUcV8N/268T7Kv0k75MnPal9bxl08W7DYOl+9TD3Qv1v93VlF19rx7NZeYPZHZb3EO0+75jRttdE+a9p/Vn1dxc5MQsvYSHC+a0ba0zPgqrwsMsM81bKlfiwoJ66ru3OoYBsmxan6rLjCKyExyqK2u3NLJyW2tbO6rioix2DHX59QTSc6xLXFO6rxLybApV1OUq4qOce4ytbMKuNj39KzajzBMjK9pV81zM83LcOnuj85Z0VLYcGoyi8svEZArq5TOMssO7uryEdrOWA66ras1SdJ5bssu6m7KDbDSdnAu2jsOy/KvsbSvjs21nNP1qnaLjK6yj/nr8w9MkjIslJIt8osMLLB/crGOzjWX+PLsns6O1DC2steutovLrerPUW2xi85xc698mZG0EJGyrveWu1CPc24cUO+wS8zvK9OXXPdUEc9v61nMem/QTm6vt5O8T9HysXtVcBdRD/ax77kOHO8SC++qU4zXsBIWO3CyOw7QM7KXtvG/T51ZUvUsP0yb7tKOMW12EU9V8DYQHKv8DE8ttRP98BYRW5cXMW+VT/veHFw4Oq94i9Gtb4zfLXNMULJwOJcZNnjRz7HvOlG2WFF68VQXrrXMUi6yERky85ZPE69uD8+xr08PMG6VEzkaU7O/mDkwElGZNPczF5FysU8Orm0QDnNv0s/2cHITURSwPBI/bt2QV3PR7ylJx3Dn8Y9pc8iHT6ppanJVyknHmuZn7n2TRQeqrern58cGiheqqqksMwaGjign9W7vEgVK5+ryq36HUM6SKye/TNJJECpr03BtSokO6CoRDO0TCE+qquwSSVBvi9Mm6wsMlUmf6KuX9lIKi1NqZ/INS1XND/bnaEsHV27LM2frjgzKzG0sMC5vy0pUmi+qKovKEi/NFihoy0jQdPmw8KzuC4eZ6bHSbHCLSzf08SttzYqb2Jjzau/ci0pZ6fFOLWqKh71p8PV1dA6NjbVra/7OE4+PNawztS6OyF8p9I3tLo6K0XHq785RLtFKmGltT072z88xLjbz74vLc+128rPSWdPLGajsilGuHwp/66wSztBYeX89L24SS1WzWXDskk2wWktYaO9NTzWZlFHyK+5Li7Psj9Hs7E1L+zda7m+QErMPjzFtcv4QDPMu0c9q7IvKMCyWEG+vlA2QPG0wElKwEo16bju0L48Lsi2QEu0uTgzTry/ekLJvUUq5KvBMfK8TDXOzNrHzzZHxtxQz8xx5Ec41a3qMf2wTSxrrMg+Q9X670Vpu7g4OMvJQtK+WUzHSzXPruY4acNhPVLFtdo2O7nCN0CsvDU4w+df2s9Xz/s+R8DGf2diTdPdQFKwvS84t7s2SLq8RkBJyb5uO8u8STTLv/xdzEhJzMs+YbfJNz/Lxv5PXMa/OzLDrUg1ybc/O+TE3NVPTO3KSj/eqstPKF9Czqu2qDUtGTefpbq/px4YKqijuKJRTh0oLq6ascxEPB4qp8mqrasULb3MTrmgSkIeW7avR0yrbi0lq6k+PsPFJr++1H63PCvE1L+72zTZyyg8oqc5KcHfNy6sot01L09GwmGzpkAnMbkwsafDLlvtJF2rpWA4PT/QMr6wpDIjQ7HULaqqTyJe/Fq3tWBPdDY0usC7wvMpRrd0ObalQCBJr8k8w7d2PCxitaw1a75cKFiu3sy+ZilJtmJewK09MzTYtb5OSa5XJDelrzFvvFguXczHuepBPc9NaMbBXuVlNTurtzk5q2spPKy2Uk5C2uM+Pq+sOTHayT1YstltWtsuY7a6PV7AVUBG7riyPSu8tDQwrK05M/DQXdze0Mt5NUHEvm7R3kNGwkQ+tKozLMG3OkG9t/BBMNq3zjTHsEstV7R0dMzaOXnLRk+1vDw75fTIbFPlrj8pdKjmL8+zVjBQx8DPWUjl1UVBvb5jT9s8UbnONdOuTCrjs8o9a+HBTzlOr7w0PLrFN0i4zk5m+z7cu1xEz78/SljOwcU4QLfELkWttTA7x8FDUtnDzE05XrvpRc/DS0zbTEy1wDk7tdY4Rba+WjxKyL5DPb6wPDDWs05L5qhFHjivptay5SokLK+pqMjPLSBDQKKwv8PJHhmiqlLBnzUdMi6drr4upzEZxbWgTLwu0C8oobvDPqgdL6zKwMm9KLEmLZ+fLyioMDJEtKe3LCitNzOxp2DwPSfXvkyqrSwvti4qn6ZFMfMv5lRGoKguHr7oP8K2qUMtJKz9/K20NC7JLcSytNhdLi2tUkm0ojQiSL64PsCzvyctxrq939zfTC0/rr1vweMsN7jFUb63bik5067fXsrJTCVQr6k2TblMLEKvx7/sSEA+9X2xZ8ZgRDFXsr1vO7rNLDGtqzlK1GpERWS5rTw02N063LHXXGFHP0a5udU3zcs0O7+v3Fs08Lw8NrKmMjPS0UVuvd6/PkVHze2/yUtSWF9MXryxWyndtkkys69ONz3lv9w/wrRBLnK/2XrG6Uw+2WtWxLNaLmLE/VPcwcJQKXatyjDPr0QxR7nH2k3r+UpM98jJzlVHTk3AzFVTsVwrSq3IPGbD1kI36rHCOUm/+DxMvMBdSfBRS8jFS2i/bTVpyb71S0S9zjBGrrY0PcfGRkDGvNs9TPXc22jZ2edCdl1kw7xBOr/CN0O4tkg8T8HSREm6uj4037t3Q87CVER4eV/BzExEzepXUtnByz84ybdKOsixSDJbtdtHXszWTUhZv8pST9ddUtXhUs7ASjbSuuo83r7ZOEXIuWg9YbvsN061yEBR0GZV3fp3ztZISunO1GNP28hbN+i2xzZMvMg4R72/VUVd0tNSSsjFUUbf8WLP201bwWs+WLrKREPNyFs/7rzHOz/GvUVBxb9MRfHd79d2Vu3WRzu4uc8qPlNfpK+5MjsmHqOer0KvLhkovZ2uqdE+Hh01r5ij5zEuIx6rpKGyvxkhZdu1q59PNxstsanJxK09KCHGo7FEb7smNcy5va5GJ99vWL6vROT7KTKpqlhDWV05MdKeszUuSz7u1LulwyUnwkjVprI8Q0MjT6qpv043MW40yqqkPygx1MU4tqa5IjFZfL6yx+roLSzIs7y9zi45ZmdQsartKC+/xU7Urc07Kj66rVZOt3sqMbW7vcdeMz76X825sFYvMV29v83sumgmLq+pRli/9i87eLmv2D9Fbz9Mx7bHfT88PL646Ua41ysztrDiXkxh6jo7tahPMVvURkO+vMBLQzlPwb71a79QOD7UvLRjMum7Oi+0qlwySd3kYF2/unQxPM6+3uvLdUJPTk+7rUov+70+P8OxzEUuXLrMO8+v7S06vr/rb89eS1ZIbri5RTxy+31t6820TitJrsY46LfPMjnZtcdOTtjZPjzItNBFW09M0s9Lz7RaLU65xEte08FPNEiztz86xcA/N8W42EdWTejLXlHHvkM+Ws/Fy0VHvswzPrOyPzflvlY+ebq/TDdQvdJD9bziQkxZcLzGREO/1jpEvLh+PEXLw0c/w69QL1C32kF1wdxSSErQvepDd81lTVnexMZEOdG4VzfMs3sxTb7CVEp5wdAzxq0nK7mkU8+vLiIvq7fMqLQ2HD9Ivau7q7gpE1qp37Wdrx4lIcOwrK2uSRw6MsSpqMXnNRy9x0e6mTwc3tw8za/QrzUgzapGQ63ePjc/uK89TK0wKrKxMLO2LzXcP7emMT2uQx25oclCaExMOTOppkw4cjozwM2utUIryjwvqKU2N7I3K/Cussc7NMZIM8yjvTQxdck4bauvLT7iP0OyuGVuRD5n/WWxsjUv1rk3Ta+sNCvgv1hUtcnrNjdps/JhtdctPL7lVrW5SSxRxtZEubJUMDzovslDxq88JcyuS0y03TpFXnHAy+zgSjrlw9hfx9NZLlOuvjHgrT0s57jZzGBIyVUx5azoPsvyPES9z9pQw2I3QLTAQ2vJXkpCW7G4MD6z6CzbrdhCVnlRamvIyPFLXktg6b/JXDvOyjdCrLcwPbzsP1vCwcw5PcPFQFq21z5Ayn9Z07xPPNvKQFO6wUhJSNTIWj61uDQvvLtCTb7ERz5czd3f499bWkzu0urxwFQ25LRHO721OjpJzrLYSjfMMy6fnrUjOCYjqKWmr68bGye0pqmbWC0cHyiyj6ZISUMZHqOkpK28ESlXObKdnCQ5ISzTo6x8rjkmH7KeZem9zRrYz8Cuqi0hrT41r584NtorNKqmUT+/NSo7qajF9i8wObxJsZzuHCqxMeuerjs4Px3HpKxsvk8fP1eyuaBTITHJ3y6gpFAgREVBrbLcyswiJamv3sytKypdzlSupTslTMs+3aq5RVErMrekOU6q0h4vq77Xub4yOEc106aqNTxrNDe9rt+w4icssL81t6nyKEBS27rBZHC7MSzSqPFEyegxeMhP2KpFKWSvSUu6z0tkQDq5rEQxv7wwMa+1+0XaNWnBZEaxtC03ytlNtco60sgvM6quOz7D9jVazb6+yC45u8g0z6l2Llp1QMGvREW88Slir71L1UVH59s7w6lhKEuxUTy/tktKVzztsNY51Lo2PMi+WbxiMk6yVjS3rkMs4s3l3c5Zzc00M7SvQD+3ZjVbxVHDtkUvyMA+SrXGTE9KQ766PkCxxSw7r8FAX8lKa9dDarPHLlm+bD/A0EzU0DVHr74xWLfqMnbGy9BrOmG2TjTBrUM018xH08dTV7tKM9yxZ0TV3Uv2YkjFr0AvybI7Obq6Skh1TM/DTUO6wjZAvctM19pB3sFFObW4Oze9yklY1PjK6DdKscczV7N1NnbEct3LQknAzzh6t9M8cWZozss8/7TxLG+v3zjgw15QZE3NulY2zrxGPsTFTeT6QmC3ZznPtEk228D3d1tR0MI8PLm1OTu/xz9ey23ly0Y+wL5ER7/YSln0WMPFPz25wzZAs8M/R89t2/JLaLjmNFq56z/UzlP62UFVtss3q0MfO6CrP6vaHB7WptCko/EfJFwupZ2txlcXFqiwvqacLRUlNa2tnaveHSMwRZ6gu07DGiClxOSgpRkssTtCoK1JXyYyr7NMv7o6Ni69pNMusd0d7aNNbqIxIdLFN6KuLkm+IC+eqExH3zgvNLCeykBENyrIvr6iyiEwuSrQnbQozvEhPaet0uQ8NEs/z62nSisvu084rZ88JeJONrmnYlzdLy++us+0yy0wv9E6taZnH1G+WkeruUhANDa9rFDZsz0lUrHiyrDSKzLDfFm5qT8zP1FSssdNuMMiL6i5M7qzOC/58dS3xUlDTUxawLjZTX0+LrisSjipbyNGrNl+u0w+3D45s6o9QdRzMXq1wFX+zTE7urQ+2rtANt5c0K3dKs25MjGosj080EpG38DOyvo+OdbFdMu8RjbFVze7pz0svsQxUbS/amU2TcDKO8K0US1aumZVusU1S8VFQrK2O0XdRGXDfWSvWSpJrGY6xbBDNFHJ9MnNYFHXRT3Dtk5gxT83usE33q1NK9u7ekzL7t1bQES3u0E9vc01RrLPRdzMN1a69kG/xT1L517OuUk8v8MvQa+2NkXD3zv6y8/T2zpLw9o/wb1HQshMPdavvkREQTwwr6CsOCQ8JcqqqK22Lhc6S66vobhNKxwvYpyqs+Q1Khvdq6Kuuy0gyCrJspo8RTUo4sa3TaJhJzJarUy0Pa8wOWvLutLHKMnFQGCxwTLIMzqzrD5OtjkuTcOwtGUxT0w70Lqqyjco6Og+rbDMOW8lPKq039i9KT5LbLCtzCbOQes1sa7DNTDkR8jFw8vUPCfCucNkuEY3XUZZuKpFNUnTSljBtdNJMkDGtlpRtdQtMru/0L9fQUbfN8+wuEg5UkDP5r7Wu1wsN7uxQtq4XTU83Pmu20hJwTw4xbXMW1RBSs3X7te7XC9DvL9UzOhVWUY8v6tfMtDSQTy8yr/6QTrow1HpybtEOk7Yx8zQP97KPDe7rUJEXtxH1lrSudAyPMHGTdvG1EBOR/bAuUw+z884Sbu8dV4/RsTUQu2tXjJBvtzz2+PtZko/3LbNR0jITk9sytTDajFbutE4xblgOUvyycFbSsvTPjnAu9ZD615YY+Fax7xPMui/a0zM0O9lPkm9uj9Fwck9Qcm/4VhNZujNRXHDvztE2NP/1XlOy9g4Sre9PUvS105P9ci9Tj1RvfxD6brsQU39a8XVTla+Wjpeu81cWFXzz09Gx7ZPN26+eEPZy9VRUkfLwl9CzclLR9rZ1dpaP83HUj7CvVE8acnYcFP6yt08SLy/REzN20ltb97LzD5KzMtHYczLW1NG58LPP1692zhKvMZPUO3u5VxK2Lt1PV3GY1z72HfNWENpoDUfL6KiRL9uNyEquaObzEIfKy40nZ+rPUQbHa+qrLidKxweaKCvqVi6ICUjqpbIQz25GjSvp7TAcR1RVr/FrL88OCdmrqdfOXvZLyarm+4oS9syTL23p+8jK7rYS6a5VyxLKvGqp8MrSzxFK6uftjkkPFy3N66dYRwprk27tbA9Py0wuq2v/FwvOlTuxLCqRCItrL44v6JjIy3htrTWS7pWJy6qrfFz7jsuys/Jvq9FJT7Ftlm9zsY5KDyrpTZBu8gjMa6sxUxWOEtWV72vvTM+PlPIsX1Ju94nMqurQj7MzTo07a+uRy9Ovks2tqzwMVRHP7q4bUm4Qy5EubTJWTfV1Do2r6ZFK0yzQzrFrtE+PjvMvdxOvNk2P9tsvbBQLeS7PTa0q2otPcvFUFjFsVcrN7C5Pn64ZTJhY/m6tkA12N1OVMG9yD8tYbHAM+eu2Sc6r7hMTc1qVUJIwrDvOGDnR3bD6uW7Ti1JrsU8VbXXNTbJtb8+P8W/NTS0rko52O9I29dr0L5CN/C/zFhoYMdpOUGwsjgxv7U4NryzdzxIacLgROm45jVRzt/ZxVFCy8w5QbWyPjfpv15DWbu4Ri5qr+kz0LN1NVje2svXSlfGXUBfvshzSEPWvVU3V6u4PDlVbyvFpp/FHSkkt7ejrK5MFSM9oa+qqTpOGyopmptd0VNZFUCxpaq+VRq7LdBNnq4uTyjTVa1Bc6VFKyeeyzRMuMUtvD20wUssTac85M+4Nj7eM7uvsCw7tzk4Q5/C2TAvbNnINqGtLx9vsDe0t7Y3STEurbG1NcM7OFJotbyrKC3brjw0pLI2J+jLz7lGzch1I1Coxk/9wi9OzVbisbQqMsW7T0q12twyNtypvSnOsVIhyKrPaF9WNsNTRrivcyxgSNzAxFhvsjEr/6PPL868VS3/zba+PDjJuS9Brrs+Qco62bzfPse4MTfQr95UU0zHUzxKqLQrNLm6LWS1vVVHQz6010Zfs24yY/nQxb84PrXZMUWovjE6zMNTaVi+uz0s4atXO8i7PT/ZT9i1zzBOuVQ87LXTazw8xLdPMrSxOCrCrlRI39NVdkZJtbxDN8PfSebPbdO+NTW8rz83ubs/M+2+vu87W7veLlesxDhLw0xb0WlZvcYyQb6/SFXT39BIPOOt3S1er9gta7PNREhs7r9QQs+3SjXUyPHm10RZu0812KxuMVi91j9a2brQNzm9tDo9ubo8Pc/92Mt9Ps/APj/JumFPTVrF0j9EsL0xNre3O0PHwllLS+u64TtUufM89snt/NY/SrrFOEe0yDg+xr/rS0XLvkkzyq5aM++7U0fg2uDLXTr2u3xB6sR+W0tOyLlKNMa0RS/Ism07WM7SfURZu8U8Pr/KS1jPae/OST/CuEM5x7xPPfPJxFo7WbFa7cotK7SlScesNBsuqa6/rb44Hi0zp6Cu11UxFzuuoLequxshLqhnn6ftKR45RZ+5tMTkIBurq7VDpT0kLcu0wKtLPzJATr2rdfNKQijDpcgywrwpKK+qy1pNP0FNP66m5ik8xy/rrqU4QkI5McKhyf89RC9ExrmidC0psj81rp/tI0pLX1mvtM1JKzxyt9WxvjkqasM9w6PEJDa+WkG4rtE+Ljq9s0TQseIjO7G/WcK2NTJUyWe+sFg8NVhntdf8udgoK6uwQlaueCg8yrfKx1FaTjpEu7BfWNVDL9GvaUy5ySw1u7n76+d1Tj48t6xWMtHBMDyyskxP0zw/2bz2yNdLQEtd0LDkOmC8Oy61q14vztdBRMa+x305RszmSb+2Rjnl3zvKrtkzZcZFPcC20Ug+TMrYP86u8itLtl9FwLc/QGdkVsS/aFtMTGzLavG44jA7sMs59K51LkrEzH7be913Oke8u0dxxUs2z71SXbnXM0G+y1HqytlTPUW8t0M+vMMvP7a+QmXITUnu2HfN2U9ZYVjhvWFC0b87OLe1QDrByj9JzMTWWz/8xlZDwbpEP83iP9m4Zj7Yy0FGxcDzTk94zlw/yLNSL9+4Sj3Bu0lI821g09lm3XFMZtNeb77lOVW4ajjQs1o2f8PrUHnezG89V7zOPnm+VTzVxE1hwfQ8asX+Tt7P7FlHWr7JPk641DJNtcw+ZcdiTGrm4M5vTe7nUXbFbkvNzD1FucQ9TLzYPU3Lye1RT8/NRES/vkJHx9xB9sNjTs3fRVvI2VpmdeXdT0nEvUU6xL0/QL/ASUnd53D7bvfOa0p2zl1hyO1C7MJOP8S8Sj7OylhO68/PWEDsvm0+1rxQPtjJT2XKcEvk11Rdz9ltX1VwyfFD5bphN/C5aj/dw19LYefZ2Fla0+RJZsr4U8/cRFi/6EDsvmQ/bMrcXlVzy99AVL3MPlTA50L5yWlb2XhO7dBqX+TwffpVWcbLQkq+zTxNvMxEUtDhX15u189XStzOVFrL7EzmzkxOxMtFTsjYS1fXz+VPS9HHTETHwEdCzM1OX9D1Wuh+WPHUfWZ8ZXrWaEzSwkw+zb5MQ8zGVEv+2txyU/3LdUf3yGtR195NbMpkStLIUUnZzm5ZauDPYkTzvvg+9b9lQufJalrnfl/i7lz42XFm9GRozuBIa8H8Pnq+70NuzOtWXO7S3E5UzdRLXMrlT+3YVF7L6Ut2ym5NdtPfa1RjztdIUMLMQk7G00pf0ehf/Gho3ONcct5uZuNtW9LPS03IzUZPxs5MUN3Y9lxc281XSdvKWlDV2lNt12Ba0NlOWdHfWWLn3OJYTtjHV0XRxFBE18tfV+fsd/pkZdvbXGLhc2fc9FPky1lG1sRYSdvMZFBs29Z5Tm3L7khvyfNN8dpeatdzVt7VWFTe2XZiZPHUekp3w+lDZ8TtSHHN7F1qde/ebFvl2F9d5Pll3ONQZMvtR3LG6Uph0+FgW3bT205Rzs9PVM/bUmrdbWva+lT01W1Y9d3sdVti09ROUcvOSU3Nz1NY3+ByaWH01vRTeNlxXuPuYOXZVVTP0E9Uz9ZUVujY5V1V4M5fS97JY03l12Fm43ho3e9WbdfrX2717uVkVd3LXUjeyF5K4c1yVm7p5fJdZ9ffVmDa7mHs7Fv502VP3cxfTufSeVpn5dh7TmrM4EpkzOZPbNr9a+tuZuDkXGXe5WpubP7b8FBty+ZJY8riTWPV4mNhb+DcYFfg1mBb4OVj9Opda9PtT2/O7lFo2t9tXGrY2lNT0c9TUdfXW1/m8n7sbF/n3WZf6Od6fWlo3NpWVdHRUFDU0lxX7d7vZ1zw1X9SfNT+We/lavrjX17Z21Zc2NxdXvHe52NX5s9oTOrMcE7z1nVgf/735nRd9NtzYPnv/OxvW+vRaE7mzGhO8dH4W2ns3vRZZdfeVV7Z5V546mx+32ta4tVkV+vbe2Bp7Nr2UmbP305fz99TYt7qb3ZvfuD2XHPe8GZ5fXnm71pt0edOZM/hU2Lc321fat7cYFff1WFY5d5qbu9sc975WX3X+Vlu4Oh1YWnc21lW2NFZUt3XZV3z6PN8ZGvg5GBm4+psenxu5d9dWtrWWVbb12Na/d/naFzy1X1TedT0WXzheXHwa23e51tl3eViZvXm6mhb69RuT/PPf1F72O9hbfnp6mhf6N5qX+/rd/t7ZO/ablXt0m5T/djwX2Xv3vNaZdfeV17b319q6/j+72xm5t5lXurhdmdt89/zWWfU4VJe1d5ZX+Pkd2lr7995XH/c/GB773zy+GFy2utWadblWmTj4XRgat/cYljj1mZX7d1yZvt8+el3YPHdel585u92aW3h315Z3dZfVuTYbFx65+t2YXPe6V5o3+pncPp57+llYd/dXVzh22tdfuToa13y1/tVcNbuWm/g8W51cv7k9l9x3+5lbfHs721f8tl4VfvT91Zv2+tkaPvl7WNh5N5oX+zndHP8cvTjb1zu2XVa+93yY2f03+9cZdvfWl3d3mRj7+z9em1z5elkZunncGx49uf4XWva5Flh2t9eYOnh/mZq7N9zXPnc/l575/x7/mx84PRdb9vrXmjp5ntkbOLeZFrn2GtZ8dx9Y3f17/FtZ+zjbmL05/l0b3Lo5WVe4tpkWOrbeV905uhzYXnd615q3+lkbe/3+PdqbOTlYmLl4WxjfebqbV/42/lYcdjrXGvi625td+/pdGF+4fhmdu7x/HFo8t16Wn7Z91pv3upoZf3k7WNk5N9mX+3jdGp8/vTvcGXt33Je++L0am314vJeZ93hXl7g3mhh9On4cGx+5vBjbOXrbGz+9e78ZHHe6V1m3uJjYu7j+2dq6uBvXfrc+1545fZvdnX55/5heeDyY23p6XtobefiaF3q2m9a+977ZG/v6/poa+jla2Xw6Hxvd33s7Glk595qXe7efGFz6OhzYnje7V5p3+hmau/u/HlueefvZGrn6G1p+urub2T53fZccdzsXmrm6G9pd+vqbmP14n9le+v0d3Nv9OZ3X/zd+V5w4+tsZ/zl7mRl5t9qYO7ieWh+8PD4bWzt525k9eb9am756PdkbODkYWHl32xh+uf0bmv65Pljb+Ttam708/l4bHvk72Jp4+dnZfLl+mhr7eJ0X/rd/F905e9ucX3y7nZn++P5Znbr73Rsc+zoa2Dv3nRe/9/1Zm7v6ftobujoaWbu53Vse/ry9mxr6+VsYu/ifmZ06+p0ZHrg7mBq4udoaO/r/m9v/er5Z3Do7Wxt+O71cWr74vpfcd/sYmno6HRpd+vtbmby4n1kfen3cnR68ut1Zfrj/GN15+5tan/n72do6OJrYPDhfGd57vF6bXLr62xp8+p6bXb17Ppob+XoZmTp429k/ejxbWr45fxicuTuaW3w7/90cP3o+Gdw5upravHq+2pt7eZzYf7f+2Bz5u5ubf3t8G9q9ud7Znnr8nNueu7sbmfv4ndhfuPzaW7x6f9ocOfpaWfu6HVqffHzfm1x6+ptaO/meWl37Ot2aH3k8WJr5uhqaPLqfm1w9On/aHfo8Gtu8+/7cm75539kdePuZmzs6XRpeuvrbmjz5HplfejzbnH/8fJwa/Tne2Z56vJtbf3q8Wpr6+RuYvTkfGd37e54a3jq7mxr7up4bXvy735sdertaWns5nJn/ur0bWr45v1lcubvaW3v7ntvdPfs/Wt46O9rbPLs/m1x7+h2Zf3k+mNx6O1vbPzs825s8eh4aH3r+G9y/e/zbmry5ndm/ub3am/y6v9qcuntamju53Zqfe/1eG966+5tbO/qd2p77vB1a3zo82dt6epsafTq/mxy8ut7aHvo8mxx8O99cHH263xoe+fyaW3t63dreu3ub2ny5H1mfOj2bnD57/dubvTqeWp96/Vvb/rs9Gxt7ulvZvXm/ml17u93bHrq72xt7ut3bH7v83hueuvvbG3t6XNpf+vzb2z46f9nd+buam3w7Xpud/Puemp66vNsb/LufG517+x2afzm+Wh06e5vbPzs9W1t8ep2af3q+m9z+/D5cG/w6Xdo/+n3bXHw7HtqdOvtbGrw6XZqfu30dm9+7fNsb+7sdm1+7/V0bX7s+Glv6utva/Xq/W1z8Ox6anvq9Wty7+96b3j073hrfev4anHu7Hlufu3ucGr26Xpne+r1bW/47vpvc/Ltd2v/7ftvcvnv/G1w7utxaffo/mp37u93bX7s82xu7ux0bP3v93Vx/e73bW/v7nNs/u72b2736v1pd+nwam3v7npuevHveG3/6/htdPDve3B58O90bPrp+2p17O5wbfzt+G1v8ex1av3s+m509/D8cHTx7XZs/ev5bnPy7nxteOzvbWzy6npsfe7zdW/87fltc+/udm7+7/h0cfvt+mxy7e5wbfjs/W528e17bP7q+Gxy8PB4b3r28nhu/ez4bXTv73dufO/zcW3263tqfOv0bnD37/5vdfLudm387fxvd/bw/m937+5zbPjsfmx28PF1bX/t9G5x7+x1bf3w+3V0++/7bnPw8HRv/O75cXD37X5reevzbm/y7ntvevHxdm797PptdvDxeG988fN1bvvs/2x47vBxbv3u+W5y8O11bPzs+2929vF9b3fy8HZu/O39bnfz73xveu7xb27y7Hptfe/0c3H87vtudu/wdXD98Ptycvzv/m127vByb/ju/W918w==\" type=\"audio/basic\" />\n",
       "                    Your browser does not support the audio element.\n",
       "                </audio>\n",
       "              "
      ],
      "text/plain": [
       "<IPython.lib.display.Audio object>"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import Audio\n",
    "Audio(\n",
    "    filename=\n",
    "    '/Users/hughdickinson/Downloads/jdk1.8.0_112/demo/applets/JumpingBox/sounds/danger.au',\n",
    "    autoplay=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "'retired'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2441\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2442\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2443\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc (pandas/_libs/index.c:5280)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc (pandas/_libs/index.c:5126)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item (pandas/_libs/hashtable.c:20523)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item (pandas/_libs/hashtable.c:20477)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'retired'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-30-1f066422bb61>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mgc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcollect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mretiredSubjectGroupedTranscriptionLineDetails\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlineGroupedTranscriptionLineDetails\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mlineGroupedTranscriptionLineDetails\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'retired'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maggregate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'words'\u001b[0m \u001b[0;34m:\u001b[0m \u001b[0;32mlambda\u001b[0m \u001b[0msentences\u001b[0m \u001b[0;34m:\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0msentence\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'reliability'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0msentence\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msentences\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m/\u001b[0m\u001b[0mfloat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msentences\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mmplplot\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfigure\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfigsize\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m7\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m7\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mmplplot\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msuptitle\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Distribution of subject reliabilities for retired subjects'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfontsize\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m15\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mmplplot\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mxlabel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Subject reliability'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   1962\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_multilevel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1963\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1964\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_getitem_column\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1965\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1966\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_getitem_column\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m_getitem_column\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   1969\u001b[0m         \u001b[0;31m# get column\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1970\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_unique\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1971\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_item_cache\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1972\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1973\u001b[0m         \u001b[0;31m# duplicate columns & possible reduce dimensionality\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_get_item_cache\u001b[0;34m(self, item)\u001b[0m\n\u001b[1;32m   1643\u001b[0m         \u001b[0mres\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcache\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1644\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mres\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1645\u001b[0;31m             \u001b[0mvalues\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_data\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1646\u001b[0m             \u001b[0mres\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_box_item_values\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalues\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1647\u001b[0m             \u001b[0mcache\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/internals.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(self, item, fastpath)\u001b[0m\n\u001b[1;32m   3588\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3589\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misnull\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3590\u001b[0;31m                 \u001b[0mloc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3591\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3592\u001b[0m                 \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0misnull\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/opt/local/Library/Frameworks/Python.framework/Versions/3.6/lib/python3.6/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_loc\u001b[0;34m(self, key, method, tolerance)\u001b[0m\n\u001b[1;32m   2442\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2443\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2444\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_maybe_cast_indexer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2445\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2446\u001b[0m         \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_indexer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtolerance\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtolerance\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc (pandas/_libs/index.c:5280)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc (pandas/_libs/index.c:5126)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item (pandas/_libs/hashtable.c:20523)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.PyObjectHashTable.get_item (pandas/_libs/hashtable.c:20477)\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'retired'"
     ]
    }
   ],
   "source": [
    "gc.collect()\n",
    "retiredSubjectGroupedTranscriptionLineDetails = lineGroupedTranscriptionLineDetails[lineGroupedTranscriptionLineDetails['retired']].groupby(level=0).aggregate({'words' : lambda sentences : np.sum([sentence['reliability'] for sentence in sentences])/float(len(sentences))})\n",
    "mplplot.figure(figsize=(7, 7))\n",
    "mplplot.suptitle(\n",
    "    'Distribution of subject reliabilities for retired subjects', fontsize=15)\n",
    "mplplot.xlabel('Subject reliability')\n",
    "mplplot.ylabel('Number of subjects')\n",
    "allSentenceReliabilityAxis = retiredSubjectGroupedTranscriptionLineDetails[\n",
    "    'words'].plot.hist(\n",
    "        bins=20, histtype='step', alpha=0.2, fill=True, fc='r', ec='r')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Store consensus data in MySQL database"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The consensus data for the telegrams are stored in a MySQL database that was created using the following commands:\n",
    "\n",
    "```sql\n",
    "CREATE DATABASE dcwConsensus;\n",
    "\n",
    "USE dcwConsensus;\n",
    "\n",
    "CREATE TABLE Subjects (\n",
    "id INT AUTO_INCREMENT NOT NULL PRIMARY KEY,\n",
    "zooniverseId INT NOT NULL,\n",
    "huntingtonId CHAR(20) NOT NULL,\n",
    "url VARCHAR(500) NOT NULL,\n",
    "subjectReliability DECIMAL(5,4) NOT NULL DEFAULT 0.0\n",
    ");\n",
    "\n",
    "CREATE TABLE SubjectLines (\n",
    "id INT AUTO_INCREMENT NOT NULL PRIMARY KEY,\n",
    "subjectId INT NOT NULL,\n",
    "bestLineIndex INT NOT NULL,\n",
    "meanX1 DECIMAL(7,3) NOT NULL,\n",
    "meanX2 DECIMAL(7,3) NOT NULL,\n",
    "meanY1 DECIMAL(7,3) NOT NULL,\n",
    "meanY2 DECIMAL(7,3) NOT NULL,\n",
    "lineReliability DECIMAL(5,4) NOT NULL DEFAULT 0.0\n",
    ");\n",
    "\n",
    "CREATE TABLE LineWords (\n",
    "id INT AUTO_INCREMENT NOT NULL PRIMARY KEY,\n",
    "lineId INT NOT NULL,\n",
    "wordText VARCHAR(100) CHARACTER SET utf16,\n",
    "position INT NOT NULL,\n",
    "rank INT NOT NULL,\n",
    "transcriptionIndex INT NOT NULL,\n",
    "spanStart INT NOT NULL,\n",
    "spanEnd INT NOT NULL,\n",
    "wordReliability DECIMAL(5,4) NOT NULL DEFAULT 0.0\n",
    ");\n",
    "\n",
    "CREATE TABLE MetaTags (\n",
    "id INT AUTO_INCREMENT NOT NULL PRIMARY KEY,\n",
    "bestLineIndex INT NOT NULL,\n",
    "transcriptionIndex INT NOT NULL,\n",
    "state ENUM('unclear', 'insertion', 'deletion') NOT NULL,\n",
    "start INT NOT NULL,\n",
    "end INT NOT NULL,\n",
    "UNIQUE KEY(bestLineIndex, transcriptionIndex, state, start)\n",
    ");\n",
    "```"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "sys.path.append('/Library/Python/2.7/site-packages')\n",
    "import mysql.connector\n",
    "#testSubjectData = lineGroupedTranscriptionLineDetails.iloc[0]\n",
    "'''connection = mysql.connector.connect(user=os.environ['DCW_MYSQL_USER'], password=os.environ['DCW_MYSQL_PASS'],\n",
    "                              host=os.environ['DCW_MYSQL_HOST'],\n",
    "                              database=databaseName)'''\n",
    "connection = mysql.connector.connect(\n",
    "    user='root',\n",
    "    password='!Ocus1!Ocus1',\n",
    "    host='localhost',\n",
    "    database=databaseName)\n",
    "\n",
    "cursor = connection.cursor()\n",
    "sentence = ''\n",
    "try:\n",
    "    subjectInsertQuery = (\n",
    "        \"INSERT INTO Subjects \"\n",
    "        \"(zooniverseId, huntingtonId, url, subjectReliability) \"\n",
    "        \"VALUES (%s, %s, %s, %s)\")\n",
    "\n",
    "    lineInsertQuery = (\n",
    "        \"INSERT INTO SubjectLines \"\n",
    "        \"(subjectId, bestLineIndex, meanX1, meanX2, meanY1, meanY2, lineReliability) \"\n",
    "        \"VALUES (%s, %s, %s, %s, %s, %s, %s)\")\n",
    "\n",
    "    wordInsertQuery = (\n",
    "        \"INSERT INTO LineWords \"\n",
    "        \"(lineId, wordText, position, rank, transcriptionIndex, spanStart, spanEnd, wordReliability) \"\n",
    "        \"VALUES (%s, %s, %s, %s, %s, %s, %s, %s)\")\n",
    "\n",
    "    metaTagInsertQuery = (\n",
    "        \"INSERT INTO MetaTags \"\n",
    "        \"(bestLineIndex, transcriptionIndex, state, start, end) \"\n",
    "        \"VALUES (%s, %s, %s, %s, %s)\")\n",
    "\n",
    "    currentSubject = -1\n",
    "    subjectId = None\n",
    "\n",
    "    # Keep a record of the saved metatags\n",
    "    savedMetaData = {}\n",
    "\n",
    "    # Loop over aggregated lines in consensus data\n",
    "    for index, row in lineGroupedTranscriptionLineDetails.iterrows():\n",
    "        if index in subjectGroupedTranscriptionLineDetails.index.values:\n",
    "            if index != currentSubject:\n",
    "                # If the subject has changed, insert a new subject entry\n",
    "                subjectData = (int(index), row['huntington_id'], row['url'],\n",
    "                               float(subjectGroupedTranscriptionLineDetails.\n",
    "                                     loc[int(index)]['words']))\n",
    "                cursor.execute(subjectInsertQuery, subjectData)\n",
    "                subjectId = cursor.lastrowid\n",
    "                currentSubject = index\n",
    "        else:\n",
    "            print('Subject index not found for: ', row)\n",
    "        # Insert the aggregated line data\n",
    "        bestLineIndex = int(row['bestLineIndex'])\n",
    "        lineData = (subjectId, int(bestLineIndex), row['x1'], row['x2'],\n",
    "                    row['y1'], row['y2'], row['words']['reliability'])\n",
    "        cursor.execute(lineInsertQuery, lineData)\n",
    "        lineId = cursor.lastrowid\n",
    "\n",
    "        # Loop over word positions in the aggregated line\n",
    "        for wordPosition, wordList in enumerate(row['words']['words']):\n",
    "            # Loop over words at each position\n",
    "            for wordRank, word in enumerate(wordList):\n",
    "                sentence = word.sentence\n",
    "                wordTranscriptionIndex = int(\n",
    "                    row['transcriptionIndex'][wordRank])\n",
    "                wordData = (lineId, word.word[0:99], wordPosition, wordRank,\n",
    "                            int(wordTranscriptionIndex), word.span[0],\n",
    "                            word.span[1], 0.0)\n",
    "                cursor.execute(wordInsertQuery, wordData)\n",
    "                wordId = cursor.lastrowid\n",
    "                # only insert data for each set of metatags once\n",
    "                if len(word.tagStates) > 0 and (\n",
    "                        wordTranscriptionIndex not in savedMetaData\n",
    "                        or bestLineIndex not in\n",
    "                        savedMetaData[wordTranscriptionIndex]):\n",
    "                    if wordTranscriptionIndex in savedMetaData:\n",
    "                        savedMetaData[wordTranscriptionIndex].append(\n",
    "                            bestLineIndex)\n",
    "                    else:\n",
    "                        savedMetaData.update({\n",
    "                            wordTranscriptionIndex: [bestLineIndex]\n",
    "                        })\n",
    "                    for tag, spans in word.tagStates.items():\n",
    "                        for span in spans:\n",
    "                            metaTagData = (int(bestLineIndex),\n",
    "                                           int(wordTranscriptionIndex), tag,\n",
    "                                           span[0], span[1])\n",
    "                            cursor.execute(metaTagInsertQuery, metaTagData)\n",
    "\n",
    "except mysql.connector.Error as err:\n",
    "    print(\"Failed INSERT: {0}, {1}\".format(sentence, err))\n",
    "\n",
    "connection.commit()\n",
    "\n",
    "cursor.close()\n",
    "connection.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  },
  "toc": {
   "nav_menu": {
    "height": "246px",
    "width": "252px"
   },
   "navigate_menu": true,
   "number_sections": true,
   "sideBar": false,
   "threshold": 4,
   "toc_cell": true,
   "toc_section_display": "block",
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}