lstm_multi_channel.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "#Heavily modified from \n",
    "#http://machinelearningmastery.com/time-series-prediction-lstm-recurrent-neural-networks-python-keras/\n",
    "#contact: Mark Cheung, cheung@lmsal.com\n",
    "\n",
    "from pandas import Series\n",
    "from pandas import concat\n",
    "from pandas import read_csv\n",
    "from pandas import datetime\n",
    "from pandas import DataFrame\n",
    "from sklearn.metrics import mean_squared_error\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense\n",
    "from keras.layers import LSTM\n",
    "from math import sqrt\n",
    "from matplotlib import pyplot\n",
    "import numpy as np\n",
    "import pickle\n",
    "import sys\n",
    "if sys.version_info <= (3,5):\n",
    "    import ConfigParser\n",
    "else:\n",
    "    import configparser as ConfigParser\n",
    "import sting\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Read local config file\n",
    "config = ConfigParser.RawConfigParser()\n",
    "config.read('myconfig.cfg')\n",
    "DIR = config.get('LSTMCFG','DIR')\n",
    "FILENAME = config.get('LSTMCFG','FILENAME')\n",
    "batch_size = int(config.get('LSTMCFG', 'BATCH_SIZE'))\n",
    "window = int(config.get('LSTMCFG', 'WINDOW'))\n",
    "\n",
    "print(\"Read configuration file\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "46\n",
      "(527039, 47)\n",
      "(527040, 57)\n",
      "(527039, 74)\n",
      "(527039,)\n"
     ]
    }
   ],
   "source": [
    "#Load combined USGS and OMNI data\n",
    "#execfile('merge_geomag_omni_dataframes.py')\n",
    "if ('raw_data' in locals()) == False:\n",
    "    exec(open(\"./merge_geomag_omni_dataframes.py\").read())\n",
    "print(\"Loaded geomag and OMNI data\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:14: FutureWarning: reshape is deprecated and will raise in a subsequent release. Please use .values.reshape(...) instead\n",
      "  \n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:17: FutureWarning: reshape is deprecated and will raise in a subsequent release. Please use .values.reshape(...) instead\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(527039, 38)\n",
      "(527039, 38)\n",
      "time.shape (7319,)\n",
      "nchannels= 38\n"
     ]
    }
   ],
   "source": [
    "import sting\n",
    "\n",
    "def remove_trend(raw_values, times):\n",
    "    from sklearn.linear_model import LinearRegression\n",
    "    import numpy as np\n",
    "    nchannels = raw_values.shape[1]\n",
    "    new_values = raw_values\n",
    "    trends = []\n",
    "    for i in range(nchannels):\n",
    "        y = raw_values[:,i].ravel()\n",
    "        mask = ~np.isnan(y)\n",
    "        #print(mask.shape,times.shape)\n",
    "        model = LinearRegression()\n",
    "        model.fit(times[mask].reshape(-1,1), y[mask])\n",
    "        #print(model.coef_)\n",
    "        # calculate trend\n",
    "        trend = model.predict(times.reshape(-1,1))\n",
    "        new_values[:,i] = y - trend\n",
    "        trends.append(model)\n",
    "        \n",
    "    return new_values\n",
    "\n",
    "times    = df.loc[:,'Date']\n",
    "raw_data = df.loc[:,['Field mag avg, nT', 'Bx, nT (GSE, GSM)', 'By, nT (GSE,GSM)',\n",
    "                     'Bz, nT (GSE)', 'By, nT (GSM)', 'Bz, nT (GSM)', \n",
    "                     #'RMS SD B scalar, nT',\n",
    "                     #'RMS SD field vector, nT', \n",
    "                     #'Flow speed, km/s', \n",
    "                     'Vx, km/s, GSE',\n",
    "                     'Vy, km/s, GSE', \n",
    "                     'Vz, km/s, GSE', \n",
    "                     #'Proton density, n/cc',\n",
    "                     #'Temperture, K', 'Flow pressure, nPa', \n",
    "                     'Electric Field, mV/m',\n",
    "                     #'Plasma beta', 'Alfven mach number', \n",
    "                     'BOU_X', 'BOU_Y', #'BOU_Z', #'BOU_F',\n",
    "                     'BRW_X', 'BRW_Y', #'BRW_Z', #'BRW_F',\n",
    "                     'BSL_X', 'BSL_Y', #'BSL_Z', #'BSL_F', \n",
    "                     'CMO_X', 'CMO_Y', #'CMO_Z', #'CMO_F',\n",
    "                     'DED_X', 'DED_Y', #'DED_Z', #'DED_F',\n",
    "                     'FRD_X', 'FRD_Y', #'FRD_Z', #'FRD_F',\n",
    "                     'FRN_X', 'FRN_Y', #'FRN_Z', #'FRN_F',\n",
    "                     'GUA_X', 'GUA_Y', #'GUA_Z', #'GUA_F',\n",
    "                     'HON_X', 'HON_Y', #'HON_Z', #'HON_F',\n",
    "                     'NEW_X', 'NEW_Y', #'NEW_Z', #'NEW_F',\n",
    "                     'SHU_X', 'SHU_Y', #'SHU_Z', #'SHU_F',\n",
    "                     'SIT_X', 'SIT_Y', #'SIT_Z', #'SIT_F',\n",
    "                     'SJG_X', 'SJG_Y', #'SJG_Z', #'SJG_F',\n",
    "                     'TUC_X', 'TUC_Y']]#, 'TUC_Z']] #, 'TUC_F']]    \n",
    "\n",
    "units = np.zeros(raw_data.values.shape[1])\n",
    "units[0:11] = 10000.0\n",
    "units[11:] = 100.0\n",
    "\n",
    "nchannels = (raw_data.values.shape)[1]\n",
    "\n",
    "raw_values = remove_trend(raw_data.values, times)\n",
    "print(raw_data.values.shape)\n",
    "print(raw_values.shape)\n",
    "\n",
    "#raw_data.values = raw_values\n",
    "window = 72\n",
    "sampled_values, time = sting.raw_to_sampled(raw_values.T,window)\n",
    "\n",
    "# Now we create rows that comprise of timeseries data with different lags, all concatenated together.\n",
    "lags = np.array([0],dtype='int')\n",
    "\n",
    "#print(\"sampled_values.shape\",sampled_values.shape)\n",
    "#print(sampled_values[0,:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Field mag avg, nT</th>\n",
       "      <th>Bx, nT (GSE, GSM)</th>\n",
       "      <th>By, nT (GSE,GSM)</th>\n",
       "      <th>Bz, nT (GSE)</th>\n",
       "      <th>By, nT (GSM)</th>\n",
       "      <th>Bz, nT (GSM)</th>\n",
       "      <th>Vx, km/s, GSE</th>\n",
       "      <th>Vy, km/s, GSE</th>\n",
       "      <th>Vz, km/s, GSE</th>\n",
       "      <th>Electric Field, mV/m</th>\n",
       "      <th>...</th>\n",
       "      <th>NEW_X</th>\n",
       "      <th>NEW_Y</th>\n",
       "      <th>SHU_X</th>\n",
       "      <th>SHU_Y</th>\n",
       "      <th>SIT_X</th>\n",
       "      <th>SIT_Y</th>\n",
       "      <th>SJG_X</th>\n",
       "      <th>SJG_Y</th>\n",
       "      <th>TUC_X</th>\n",
       "      <th>TUC_Y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1433.856961</td>\n",
       "      <td>-1439.290895</td>\n",
       "      <td>-1443.565868</td>\n",
       "      <td>-1458.272502</td>\n",
       "      <td>-1439.828312</td>\n",
       "      <td>-1457.947038</td>\n",
       "      <td>-33137.508817</td>\n",
       "      <td>-32954.931770</td>\n",
       "      <td>-32934.765832</td>\n",
       "      <td>-330.123944</td>\n",
       "      <td>...</td>\n",
       "      <td>-48.375594</td>\n",
       "      <td>-54.151098</td>\n",
       "      <td>-12.890043</td>\n",
       "      <td>1.209732</td>\n",
       "      <td>3.655598</td>\n",
       "      <td>38.014668</td>\n",
       "      <td>-126.020930</td>\n",
       "      <td>0.861081</td>\n",
       "      <td>-117.753275</td>\n",
       "      <td>-32.243954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1433.875504</td>\n",
       "      <td>-1439.159437</td>\n",
       "      <td>-1443.584414</td>\n",
       "      <td>-1458.201046</td>\n",
       "      <td>-1439.856859</td>\n",
       "      <td>-1457.885582</td>\n",
       "      <td>-33137.886482</td>\n",
       "      <td>-32952.709602</td>\n",
       "      <td>-32933.543678</td>\n",
       "      <td>-330.143717</td>\n",
       "      <td>...</td>\n",
       "      <td>-54.168611</td>\n",
       "      <td>-49.561022</td>\n",
       "      <td>-13.857465</td>\n",
       "      <td>-68.772737</td>\n",
       "      <td>3.655598</td>\n",
       "      <td>39.407672</td>\n",
       "      <td>-125.401897</td>\n",
       "      <td>-0.738887</td>\n",
       "      <td>-117.609209</td>\n",
       "      <td>-30.233877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-1433.884047</td>\n",
       "      <td>-1439.257980</td>\n",
       "      <td>-1443.512961</td>\n",
       "      <td>-1458.229590</td>\n",
       "      <td>-1439.785405</td>\n",
       "      <td>-1457.894125</td>\n",
       "      <td>-33137.964147</td>\n",
       "      <td>-32948.587433</td>\n",
       "      <td>-32935.121523</td>\n",
       "      <td>-330.143491</td>\n",
       "      <td>...</td>\n",
       "      <td>-57.922628</td>\n",
       "      <td>-43.384947</td>\n",
       "      <td>-15.459887</td>\n",
       "      <td>-69.498579</td>\n",
       "      <td>57.084081</td>\n",
       "      <td>37.625676</td>\n",
       "      <td>-124.866865</td>\n",
       "      <td>-2.295855</td>\n",
       "      <td>-117.211143</td>\n",
       "      <td>-27.917799</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1433.912590</td>\n",
       "      <td>-1439.416522</td>\n",
       "      <td>-1443.411507</td>\n",
       "      <td>-1458.238134</td>\n",
       "      <td>-1439.693951</td>\n",
       "      <td>-1457.872669</td>\n",
       "      <td>-33137.841812</td>\n",
       "      <td>-32951.165265</td>\n",
       "      <td>-32935.799369</td>\n",
       "      <td>-330.153264</td>\n",
       "      <td>...</td>\n",
       "      <td>-61.934645</td>\n",
       "      <td>-38.571871</td>\n",
       "      <td>-15.326309</td>\n",
       "      <td>-69.546421</td>\n",
       "      <td>57.632031</td>\n",
       "      <td>40.251680</td>\n",
       "      <td>-124.782833</td>\n",
       "      <td>-3.707824</td>\n",
       "      <td>-116.488078</td>\n",
       "      <td>-26.338722</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1433.951133</td>\n",
       "      <td>-1439.345064</td>\n",
       "      <td>-1443.500053</td>\n",
       "      <td>-1458.176677</td>\n",
       "      <td>-1439.792498</td>\n",
       "      <td>-1457.841213</td>\n",
       "      <td>-33138.419477</td>\n",
       "      <td>-32955.143096</td>\n",
       "      <td>-32936.977214</td>\n",
       "      <td>-330.163038</td>\n",
       "      <td>...</td>\n",
       "      <td>-65.082662</td>\n",
       "      <td>-34.175795</td>\n",
       "      <td>-14.625730</td>\n",
       "      <td>-69.310264</td>\n",
       "      <td>64.611981</td>\n",
       "      <td>48.840684</td>\n",
       "      <td>-125.030800</td>\n",
       "      <td>-4.843792</td>\n",
       "      <td>-115.751012</td>\n",
       "      <td>-24.671644</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1433.929676</td>\n",
       "      <td>-1439.173607</td>\n",
       "      <td>-1443.628600</td>\n",
       "      <td>-1458.135221</td>\n",
       "      <td>-1439.931044</td>\n",
       "      <td>-1457.829756</td>\n",
       "      <td>-33139.397142</td>\n",
       "      <td>-32957.120928</td>\n",
       "      <td>-32937.255060</td>\n",
       "      <td>-330.152811</td>\n",
       "      <td>...</td>\n",
       "      <td>-70.370679</td>\n",
       "      <td>-26.919719</td>\n",
       "      <td>-14.030152</td>\n",
       "      <td>-70.328106</td>\n",
       "      <td>63.257932</td>\n",
       "      <td>51.902688</td>\n",
       "      <td>-125.451768</td>\n",
       "      <td>-5.974760</td>\n",
       "      <td>-114.579946</td>\n",
       "      <td>-23.518566</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-1433.968219</td>\n",
       "      <td>-1439.142149</td>\n",
       "      <td>-1443.677146</td>\n",
       "      <td>-1458.083765</td>\n",
       "      <td>-1439.989590</td>\n",
       "      <td>-1457.798300</td>\n",
       "      <td>-33140.074807</td>\n",
       "      <td>-32954.698759</td>\n",
       "      <td>-32937.632905</td>\n",
       "      <td>-330.152585</td>\n",
       "      <td>...</td>\n",
       "      <td>-71.473696</td>\n",
       "      <td>-21.016643</td>\n",
       "      <td>-10.282574</td>\n",
       "      <td>-70.398948</td>\n",
       "      <td>67.747882</td>\n",
       "      <td>49.737692</td>\n",
       "      <td>-125.594736</td>\n",
       "      <td>-6.968728</td>\n",
       "      <td>-113.133880</td>\n",
       "      <td>-22.366489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>-1433.966762</td>\n",
       "      <td>-1439.280691</td>\n",
       "      <td>-1443.345692</td>\n",
       "      <td>-1458.132309</td>\n",
       "      <td>-1439.658137</td>\n",
       "      <td>-1457.756843</td>\n",
       "      <td>-33139.452472</td>\n",
       "      <td>-32950.476591</td>\n",
       "      <td>-32938.010750</td>\n",
       "      <td>-330.172358</td>\n",
       "      <td>...</td>\n",
       "      <td>-69.737713</td>\n",
       "      <td>-19.107567</td>\n",
       "      <td>-8.323996</td>\n",
       "      <td>-70.301790</td>\n",
       "      <td>77.386833</td>\n",
       "      <td>47.153696</td>\n",
       "      <td>-126.225703</td>\n",
       "      <td>-7.684696</td>\n",
       "      <td>-112.149814</td>\n",
       "      <td>-22.196411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>-1433.975305</td>\n",
       "      <td>-1439.059234</td>\n",
       "      <td>-1443.634239</td>\n",
       "      <td>-1458.040853</td>\n",
       "      <td>-1439.966683</td>\n",
       "      <td>-1457.745387</td>\n",
       "      <td>-33139.530138</td>\n",
       "      <td>-32953.354423</td>\n",
       "      <td>-32937.988596</td>\n",
       "      <td>-330.182132</td>\n",
       "      <td>...</td>\n",
       "      <td>-70.697730</td>\n",
       "      <td>-15.908491</td>\n",
       "      <td>-6.732418</td>\n",
       "      <td>-71.620633</td>\n",
       "      <td>79.446783</td>\n",
       "      <td>45.145700</td>\n",
       "      <td>-126.910671</td>\n",
       "      <td>-8.151664</td>\n",
       "      <td>-112.124748</td>\n",
       "      <td>-21.042334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-1433.953848</td>\n",
       "      <td>-1439.037776</td>\n",
       "      <td>-1443.682785</td>\n",
       "      <td>-1458.059397</td>\n",
       "      <td>-1440.015229</td>\n",
       "      <td>-1457.773931</td>\n",
       "      <td>-33139.507803</td>\n",
       "      <td>-32953.332254</td>\n",
       "      <td>-32937.966441</td>\n",
       "      <td>-330.161905</td>\n",
       "      <td>...</td>\n",
       "      <td>-72.224747</td>\n",
       "      <td>-12.269415</td>\n",
       "      <td>-8.797840</td>\n",
       "      <td>-72.467475</td>\n",
       "      <td>71.985734</td>\n",
       "      <td>43.301704</td>\n",
       "      <td>-127.639639</td>\n",
       "      <td>-8.293632</td>\n",
       "      <td>-111.989682</td>\n",
       "      <td>-20.619256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-1433.982391</td>\n",
       "      <td>-1438.906319</td>\n",
       "      <td>-1443.711331</td>\n",
       "      <td>-1457.977941</td>\n",
       "      <td>-1440.063776</td>\n",
       "      <td>-1457.702474</td>\n",
       "      <td>-33143.885468</td>\n",
       "      <td>-32950.210086</td>\n",
       "      <td>-32939.144287</td>\n",
       "      <td>-330.141679</td>\n",
       "      <td>...</td>\n",
       "      <td>-69.515764</td>\n",
       "      <td>-11.139340</td>\n",
       "      <td>-9.094262</td>\n",
       "      <td>-73.567317</td>\n",
       "      <td>57.200684</td>\n",
       "      <td>43.675708</td>\n",
       "      <td>-128.456606</td>\n",
       "      <td>-8.346600</td>\n",
       "      <td>-111.397616</td>\n",
       "      <td>-20.753179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>-1433.990934</td>\n",
       "      <td>-1438.914861</td>\n",
       "      <td>-1443.699878</td>\n",
       "      <td>-1457.976484</td>\n",
       "      <td>-1440.052322</td>\n",
       "      <td>-1457.701018</td>\n",
       "      <td>-33142.963133</td>\n",
       "      <td>-32949.087917</td>\n",
       "      <td>-32939.122132</td>\n",
       "      <td>-330.151452</td>\n",
       "      <td>...</td>\n",
       "      <td>-66.183781</td>\n",
       "      <td>-11.815264</td>\n",
       "      <td>-6.792684</td>\n",
       "      <td>-74.196159</td>\n",
       "      <td>53.491635</td>\n",
       "      <td>45.630712</td>\n",
       "      <td>-129.436574</td>\n",
       "      <td>-7.954568</td>\n",
       "      <td>-111.184551</td>\n",
       "      <td>-20.795101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>-1434.009477</td>\n",
       "      <td>-1439.163403</td>\n",
       "      <td>-1443.608424</td>\n",
       "      <td>-1458.035028</td>\n",
       "      <td>-1439.950868</td>\n",
       "      <td>-1457.739561</td>\n",
       "      <td>-33142.140798</td>\n",
       "      <td>-32949.165749</td>\n",
       "      <td>-32937.899978</td>\n",
       "      <td>-330.141226</td>\n",
       "      <td>...</td>\n",
       "      <td>-65.482798</td>\n",
       "      <td>-15.382188</td>\n",
       "      <td>-7.139106</td>\n",
       "      <td>-74.856002</td>\n",
       "      <td>50.732585</td>\n",
       "      <td>47.565715</td>\n",
       "      <td>-130.209541</td>\n",
       "      <td>-7.382536</td>\n",
       "      <td>-111.685485</td>\n",
       "      <td>-20.795024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>-1433.998019</td>\n",
       "      <td>-1439.341946</td>\n",
       "      <td>-1443.516970</td>\n",
       "      <td>-1458.103572</td>\n",
       "      <td>-1439.849415</td>\n",
       "      <td>-1457.778105</td>\n",
       "      <td>-33139.018463</td>\n",
       "      <td>-32954.643580</td>\n",
       "      <td>-32937.877823</td>\n",
       "      <td>-330.170999</td>\n",
       "      <td>...</td>\n",
       "      <td>-65.151815</td>\n",
       "      <td>-17.650112</td>\n",
       "      <td>-9.530528</td>\n",
       "      <td>-76.241844</td>\n",
       "      <td>42.921535</td>\n",
       "      <td>54.170719</td>\n",
       "      <td>-130.839509</td>\n",
       "      <td>-6.950504</td>\n",
       "      <td>-111.755419</td>\n",
       "      <td>-21.060946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>-1434.006562</td>\n",
       "      <td>-1439.410488</td>\n",
       "      <td>-1443.485517</td>\n",
       "      <td>-1458.112116</td>\n",
       "      <td>-1439.817961</td>\n",
       "      <td>-1457.786649</td>\n",
       "      <td>-33138.196128</td>\n",
       "      <td>-32955.621412</td>\n",
       "      <td>-32936.355669</td>\n",
       "      <td>-330.170773</td>\n",
       "      <td>...</td>\n",
       "      <td>-64.473832</td>\n",
       "      <td>-19.976036</td>\n",
       "      <td>-9.123950</td>\n",
       "      <td>-76.868686</td>\n",
       "      <td>47.049486</td>\n",
       "      <td>58.942723</td>\n",
       "      <td>-131.517477</td>\n",
       "      <td>-6.458472</td>\n",
       "      <td>-111.658353</td>\n",
       "      <td>-21.363869</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>-1433.995105</td>\n",
       "      <td>-1438.819030</td>\n",
       "      <td>-1443.704063</td>\n",
       "      <td>-1457.920660</td>\n",
       "      <td>-1440.086507</td>\n",
       "      <td>-1457.655192</td>\n",
       "      <td>-33138.373793</td>\n",
       "      <td>-32951.099243</td>\n",
       "      <td>-32935.733514</td>\n",
       "      <td>-330.230546</td>\n",
       "      <td>...</td>\n",
       "      <td>-64.194849</td>\n",
       "      <td>-22.915960</td>\n",
       "      <td>-9.113372</td>\n",
       "      <td>-77.935528</td>\n",
       "      <td>44.668436</td>\n",
       "      <td>57.628727</td>\n",
       "      <td>-132.226444</td>\n",
       "      <td>-5.622440</td>\n",
       "      <td>-112.267287</td>\n",
       "      <td>-21.790791</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>-1434.043648</td>\n",
       "      <td>-1439.167573</td>\n",
       "      <td>-1443.312609</td>\n",
       "      <td>-1457.989204</td>\n",
       "      <td>-1439.685054</td>\n",
       "      <td>-1457.623736</td>\n",
       "      <td>-33142.551459</td>\n",
       "      <td>-32957.377075</td>\n",
       "      <td>-32942.211359</td>\n",
       "      <td>-330.190320</td>\n",
       "      <td>...</td>\n",
       "      <td>-63.309866</td>\n",
       "      <td>-26.331884</td>\n",
       "      <td>-10.846794</td>\n",
       "      <td>-77.999371</td>\n",
       "      <td>40.748387</td>\n",
       "      <td>57.859731</td>\n",
       "      <td>-132.753412</td>\n",
       "      <td>-4.746409</td>\n",
       "      <td>-113.214221</td>\n",
       "      <td>-21.631714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>-1434.012191</td>\n",
       "      <td>-1439.086115</td>\n",
       "      <td>-1443.421156</td>\n",
       "      <td>-1457.987748</td>\n",
       "      <td>-1439.793600</td>\n",
       "      <td>-1457.652279</td>\n",
       "      <td>-33143.529124</td>\n",
       "      <td>-32949.254906</td>\n",
       "      <td>-32941.989205</td>\n",
       "      <td>-330.160093</td>\n",
       "      <td>...</td>\n",
       "      <td>-64.187883</td>\n",
       "      <td>-30.729809</td>\n",
       "      <td>-10.900216</td>\n",
       "      <td>-77.994213</td>\n",
       "      <td>43.719337</td>\n",
       "      <td>55.011735</td>\n",
       "      <td>-133.166380</td>\n",
       "      <td>-3.942377</td>\n",
       "      <td>-113.902155</td>\n",
       "      <td>-21.451636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>-1434.040734</td>\n",
       "      <td>-1439.204657</td>\n",
       "      <td>-1443.589702</td>\n",
       "      <td>-1457.996291</td>\n",
       "      <td>-1439.962146</td>\n",
       "      <td>-1457.700823</td>\n",
       "      <td>-33141.506789</td>\n",
       "      <td>-32955.332738</td>\n",
       "      <td>-32940.867050</td>\n",
       "      <td>-330.159867</td>\n",
       "      <td>...</td>\n",
       "      <td>-65.948900</td>\n",
       "      <td>-33.416733</td>\n",
       "      <td>-12.431638</td>\n",
       "      <td>-76.810055</td>\n",
       "      <td>46.338288</td>\n",
       "      <td>53.617739</td>\n",
       "      <td>-133.589347</td>\n",
       "      <td>-3.360345</td>\n",
       "      <td>-113.925090</td>\n",
       "      <td>-21.234559</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>-1434.009277</td>\n",
       "      <td>-1439.213200</td>\n",
       "      <td>-1443.708248</td>\n",
       "      <td>-1458.024835</td>\n",
       "      <td>-1440.070693</td>\n",
       "      <td>-1457.759367</td>\n",
       "      <td>-33142.984454</td>\n",
       "      <td>-32950.210569</td>\n",
       "      <td>-32940.844896</td>\n",
       "      <td>-330.109640</td>\n",
       "      <td>...</td>\n",
       "      <td>-71.007917</td>\n",
       "      <td>-31.520657</td>\n",
       "      <td>-12.667060</td>\n",
       "      <td>-76.157897</td>\n",
       "      <td>42.999238</td>\n",
       "      <td>52.436743</td>\n",
       "      <td>-133.978315</td>\n",
       "      <td>-2.922313</td>\n",
       "      <td>-113.630024</td>\n",
       "      <td>-21.014481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>-1434.037820</td>\n",
       "      <td>-1439.281742</td>\n",
       "      <td>-1443.606795</td>\n",
       "      <td>-1458.023379</td>\n",
       "      <td>-1439.979239</td>\n",
       "      <td>-1457.737910</td>\n",
       "      <td>-33143.562119</td>\n",
       "      <td>-32958.488401</td>\n",
       "      <td>-32938.922741</td>\n",
       "      <td>-330.119414</td>\n",
       "      <td>...</td>\n",
       "      <td>-75.288934</td>\n",
       "      <td>-24.236581</td>\n",
       "      <td>-12.864482</td>\n",
       "      <td>-74.912740</td>\n",
       "      <td>45.726189</td>\n",
       "      <td>54.132747</td>\n",
       "      <td>-134.296283</td>\n",
       "      <td>-2.549281</td>\n",
       "      <td>-112.800958</td>\n",
       "      <td>-20.987404</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>-1434.076363</td>\n",
       "      <td>-1439.260284</td>\n",
       "      <td>-1443.615341</td>\n",
       "      <td>-1457.971923</td>\n",
       "      <td>-1439.997785</td>\n",
       "      <td>-1457.686454</td>\n",
       "      <td>67316.860216</td>\n",
       "      <td>67039.133767</td>\n",
       "      <td>67043.399413</td>\n",
       "      <td>663.350813</td>\n",
       "      <td>...</td>\n",
       "      <td>-73.454951</td>\n",
       "      <td>-16.029505</td>\n",
       "      <td>-13.653904</td>\n",
       "      <td>-73.998582</td>\n",
       "      <td>39.829139</td>\n",
       "      <td>46.939751</td>\n",
       "      <td>-134.593250</td>\n",
       "      <td>-2.258249</td>\n",
       "      <td>-112.251892</td>\n",
       "      <td>-21.313326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-1434.074906</td>\n",
       "      <td>-1439.258827</td>\n",
       "      <td>-1443.613887</td>\n",
       "      <td>-1457.970467</td>\n",
       "      <td>-1440.006332</td>\n",
       "      <td>-1457.684997</td>\n",
       "      <td>67316.882551</td>\n",
       "      <td>67039.155936</td>\n",
       "      <td>67043.421568</td>\n",
       "      <td>663.351039</td>\n",
       "      <td>...</td>\n",
       "      <td>-69.082968</td>\n",
       "      <td>-13.646429</td>\n",
       "      <td>-14.243326</td>\n",
       "      <td>-73.630424</td>\n",
       "      <td>38.239090</td>\n",
       "      <td>37.535755</td>\n",
       "      <td>-135.079218</td>\n",
       "      <td>-1.782217</td>\n",
       "      <td>-112.847826</td>\n",
       "      <td>-21.805249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-1434.063449</td>\n",
       "      <td>-1438.997369</td>\n",
       "      <td>-1443.682434</td>\n",
       "      <td>-1457.889011</td>\n",
       "      <td>-1440.094878</td>\n",
       "      <td>-1457.623541</td>\n",
       "      <td>-33141.195114</td>\n",
       "      <td>-32949.521896</td>\n",
       "      <td>-32938.956277</td>\n",
       "      <td>-330.198734</td>\n",
       "      <td>...</td>\n",
       "      <td>-65.708985</td>\n",
       "      <td>-15.488353</td>\n",
       "      <td>-16.533748</td>\n",
       "      <td>-72.576266</td>\n",
       "      <td>31.644040</td>\n",
       "      <td>31.103759</td>\n",
       "      <td>-135.667186</td>\n",
       "      <td>-1.326185</td>\n",
       "      <td>-113.615760</td>\n",
       "      <td>-22.484171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>-1434.111992</td>\n",
       "      <td>-1439.005912</td>\n",
       "      <td>-1443.640980</td>\n",
       "      <td>-1457.847555</td>\n",
       "      <td>-1440.063424</td>\n",
       "      <td>-1457.572085</td>\n",
       "      <td>-33139.872780</td>\n",
       "      <td>-32952.199727</td>\n",
       "      <td>-32937.734123</td>\n",
       "      <td>-330.238508</td>\n",
       "      <td>...</td>\n",
       "      <td>-64.343002</td>\n",
       "      <td>-19.200278</td>\n",
       "      <td>-16.758170</td>\n",
       "      <td>-72.244109</td>\n",
       "      <td>23.457990</td>\n",
       "      <td>22.597762</td>\n",
       "      <td>-136.087153</td>\n",
       "      <td>-0.941153</td>\n",
       "      <td>-114.203694</td>\n",
       "      <td>-23.033094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>-1434.160535</td>\n",
       "      <td>-1439.124454</td>\n",
       "      <td>-1443.719526</td>\n",
       "      <td>-1457.826099</td>\n",
       "      <td>-1440.151971</td>\n",
       "      <td>-1457.570628</td>\n",
       "      <td>-33137.850445</td>\n",
       "      <td>-32956.477559</td>\n",
       "      <td>-32937.611968</td>\n",
       "      <td>-330.258281</td>\n",
       "      <td>...</td>\n",
       "      <td>-63.751019</td>\n",
       "      <td>-23.647202</td>\n",
       "      <td>-15.552592</td>\n",
       "      <td>-71.704951</td>\n",
       "      <td>21.950941</td>\n",
       "      <td>18.599766</td>\n",
       "      <td>-136.416121</td>\n",
       "      <td>-0.439121</td>\n",
       "      <td>-114.729628</td>\n",
       "      <td>-23.332016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>-1434.139078</td>\n",
       "      <td>-1439.012996</td>\n",
       "      <td>-1443.688073</td>\n",
       "      <td>-1457.814642</td>\n",
       "      <td>-1440.130517</td>\n",
       "      <td>-1457.559172</td>\n",
       "      <td>-33135.628110</td>\n",
       "      <td>-32960.655390</td>\n",
       "      <td>-32934.789814</td>\n",
       "      <td>-330.298055</td>\n",
       "      <td>...</td>\n",
       "      <td>-63.247036</td>\n",
       "      <td>-28.074126</td>\n",
       "      <td>-15.145014</td>\n",
       "      <td>-70.759793</td>\n",
       "      <td>21.356891</td>\n",
       "      <td>21.056770</td>\n",
       "      <td>-136.836089</td>\n",
       "      <td>0.049911</td>\n",
       "      <td>-115.697563</td>\n",
       "      <td>-23.409939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>-1434.147620</td>\n",
       "      <td>-1439.021539</td>\n",
       "      <td>-1443.676619</td>\n",
       "      <td>-1457.793186</td>\n",
       "      <td>-1440.119063</td>\n",
       "      <td>-1457.537716</td>\n",
       "      <td>-33135.605775</td>\n",
       "      <td>-32958.233222</td>\n",
       "      <td>-32934.867659</td>\n",
       "      <td>-330.307828</td>\n",
       "      <td>...</td>\n",
       "      <td>-66.152053</td>\n",
       "      <td>-32.278050</td>\n",
       "      <td>-17.763436</td>\n",
       "      <td>-69.790635</td>\n",
       "      <td>16.386842</td>\n",
       "      <td>30.393774</td>\n",
       "      <td>-137.330056</td>\n",
       "      <td>0.324943</td>\n",
       "      <td>-117.034497</td>\n",
       "      <td>-23.444861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>-1434.156163</td>\n",
       "      <td>-1438.930081</td>\n",
       "      <td>-1443.575165</td>\n",
       "      <td>-1457.771730</td>\n",
       "      <td>-1440.037610</td>\n",
       "      <td>-1457.486259</td>\n",
       "      <td>-33135.683440</td>\n",
       "      <td>-32953.211053</td>\n",
       "      <td>-32934.845505</td>\n",
       "      <td>-330.327602</td>\n",
       "      <td>...</td>\n",
       "      <td>-70.967070</td>\n",
       "      <td>-33.157974</td>\n",
       "      <td>-19.010858</td>\n",
       "      <td>-68.947478</td>\n",
       "      <td>14.150792</td>\n",
       "      <td>37.675778</td>\n",
       "      <td>-137.743024</td>\n",
       "      <td>0.356975</td>\n",
       "      <td>-117.965431</td>\n",
       "      <td>-23.264784</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>-1434.204706</td>\n",
       "      <td>-1438.948623</td>\n",
       "      <td>-1443.533712</td>\n",
       "      <td>-1457.710274</td>\n",
       "      <td>-1440.016156</td>\n",
       "      <td>-1457.424803</td>\n",
       "      <td>67317.038895</td>\n",
       "      <td>67039.311115</td>\n",
       "      <td>67043.576650</td>\n",
       "      <td>663.352625</td>\n",
       "      <td>...</td>\n",
       "      <td>-72.501087</td>\n",
       "      <td>-29.834898</td>\n",
       "      <td>-19.677280</td>\n",
       "      <td>-67.680320</td>\n",
       "      <td>20.725743</td>\n",
       "      <td>42.032782</td>\n",
       "      <td>-138.082991</td>\n",
       "      <td>0.124006</td>\n",
       "      <td>-118.200365</td>\n",
       "      <td>-23.101706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527009</th>\n",
       "      <td>-673.307872</td>\n",
       "      <td>-681.741615</td>\n",
       "      <td>-674.478469</td>\n",
       "      <td>-680.465500</td>\n",
       "      <td>-673.425000</td>\n",
       "      <td>-679.556579</td>\n",
       "      <td>-21443.130116</td>\n",
       "      <td>-21250.753729</td>\n",
       "      <td>-21297.708828</td>\n",
       "      <td>-215.420940</td>\n",
       "      <td>...</td>\n",
       "      <td>6.671307</td>\n",
       "      <td>-2.899399</td>\n",
       "      <td>-132.464890</td>\n",
       "      <td>-8.780618</td>\n",
       "      <td>7.296353</td>\n",
       "      <td>-62.318183</td>\n",
       "      <td>-2.266740</td>\n",
       "      <td>6.002054</td>\n",
       "      <td>5.114938</td>\n",
       "      <td>-9.096401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527010</th>\n",
       "      <td>-673.796415</td>\n",
       "      <td>-681.030158</td>\n",
       "      <td>-673.507015</td>\n",
       "      <td>-679.644044</td>\n",
       "      <td>-672.703546</td>\n",
       "      <td>-678.505123</td>\n",
       "      <td>-21443.407782</td>\n",
       "      <td>-21250.731561</td>\n",
       "      <td>-21297.586673</td>\n",
       "      <td>-215.980714</td>\n",
       "      <td>...</td>\n",
       "      <td>6.266290</td>\n",
       "      <td>-2.793323</td>\n",
       "      <td>-133.150312</td>\n",
       "      <td>-8.012460</td>\n",
       "      <td>7.193304</td>\n",
       "      <td>-61.995179</td>\n",
       "      <td>-2.377707</td>\n",
       "      <td>5.896086</td>\n",
       "      <td>4.996004</td>\n",
       "      <td>-9.014324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527011</th>\n",
       "      <td>-673.884958</td>\n",
       "      <td>-680.748700</td>\n",
       "      <td>-673.665562</td>\n",
       "      <td>-680.002587</td>\n",
       "      <td>-672.762093</td>\n",
       "      <td>-678.893667</td>\n",
       "      <td>-21457.385447</td>\n",
       "      <td>-21257.909393</td>\n",
       "      <td>-21294.364518</td>\n",
       "      <td>-215.730487</td>\n",
       "      <td>...</td>\n",
       "      <td>5.104273</td>\n",
       "      <td>-2.729247</td>\n",
       "      <td>-132.984734</td>\n",
       "      <td>-8.349303</td>\n",
       "      <td>4.720254</td>\n",
       "      <td>-62.816175</td>\n",
       "      <td>-2.593675</td>\n",
       "      <td>5.800118</td>\n",
       "      <td>4.233070</td>\n",
       "      <td>-9.008246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527012</th>\n",
       "      <td>-673.853501</td>\n",
       "      <td>-681.107242</td>\n",
       "      <td>-673.884108</td>\n",
       "      <td>-679.221131</td>\n",
       "      <td>-673.170639</td>\n",
       "      <td>-678.202210</td>\n",
       "      <td>-21456.663112</td>\n",
       "      <td>-21259.087224</td>\n",
       "      <td>-21295.542364</td>\n",
       "      <td>-216.110261</td>\n",
       "      <td>...</td>\n",
       "      <td>3.696256</td>\n",
       "      <td>-3.462171</td>\n",
       "      <td>-132.532156</td>\n",
       "      <td>-9.030145</td>\n",
       "      <td>3.461205</td>\n",
       "      <td>-63.966171</td>\n",
       "      <td>-3.078643</td>\n",
       "      <td>5.910150</td>\n",
       "      <td>3.138135</td>\n",
       "      <td>-8.756169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527013</th>\n",
       "      <td>-673.862043</td>\n",
       "      <td>-681.125785</td>\n",
       "      <td>-673.602654</td>\n",
       "      <td>-678.889675</td>\n",
       "      <td>-672.989185</td>\n",
       "      <td>-677.810754</td>\n",
       "      <td>79087.159223</td>\n",
       "      <td>78721.734944</td>\n",
       "      <td>78718.679791</td>\n",
       "      <td>782.719966</td>\n",
       "      <td>...</td>\n",
       "      <td>3.162239</td>\n",
       "      <td>-4.429096</td>\n",
       "      <td>-131.293578</td>\n",
       "      <td>-9.714987</td>\n",
       "      <td>4.584155</td>\n",
       "      <td>-64.687168</td>\n",
       "      <td>-3.577610</td>\n",
       "      <td>6.234181</td>\n",
       "      <td>2.633201</td>\n",
       "      <td>-8.591091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527014</th>\n",
       "      <td>-674.080586</td>\n",
       "      <td>-681.234327</td>\n",
       "      <td>-674.671201</td>\n",
       "      <td>-679.428219</td>\n",
       "      <td>-673.877732</td>\n",
       "      <td>-678.609298</td>\n",
       "      <td>-21459.718442</td>\n",
       "      <td>-21246.242887</td>\n",
       "      <td>-21291.498055</td>\n",
       "      <td>-215.879808</td>\n",
       "      <td>...</td>\n",
       "      <td>2.717222</td>\n",
       "      <td>-5.408020</td>\n",
       "      <td>-131.225000</td>\n",
       "      <td>-9.777829</td>\n",
       "      <td>5.180106</td>\n",
       "      <td>-65.285164</td>\n",
       "      <td>-4.256578</td>\n",
       "      <td>6.512213</td>\n",
       "      <td>1.797267</td>\n",
       "      <td>-8.826014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527015</th>\n",
       "      <td>-674.129129</td>\n",
       "      <td>-681.252870</td>\n",
       "      <td>-675.109747</td>\n",
       "      <td>-679.536763</td>\n",
       "      <td>-674.276278</td>\n",
       "      <td>-678.827841</td>\n",
       "      <td>-21457.696107</td>\n",
       "      <td>-21245.720719</td>\n",
       "      <td>-21296.075900</td>\n",
       "      <td>-215.759581</td>\n",
       "      <td>...</td>\n",
       "      <td>2.039205</td>\n",
       "      <td>-4.447944</td>\n",
       "      <td>-132.030422</td>\n",
       "      <td>-9.513672</td>\n",
       "      <td>5.209056</td>\n",
       "      <td>-64.799160</td>\n",
       "      <td>-4.246546</td>\n",
       "      <td>6.755245</td>\n",
       "      <td>1.138333</td>\n",
       "      <td>-7.847936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527016</th>\n",
       "      <td>-674.017672</td>\n",
       "      <td>-681.271412</td>\n",
       "      <td>-675.358293</td>\n",
       "      <td>-679.335307</td>\n",
       "      <td>-674.564825</td>\n",
       "      <td>-678.696385</td>\n",
       "      <td>-21462.273772</td>\n",
       "      <td>-21246.698550</td>\n",
       "      <td>-21287.153746</td>\n",
       "      <td>-215.819355</td>\n",
       "      <td>...</td>\n",
       "      <td>2.829188</td>\n",
       "      <td>-2.567868</td>\n",
       "      <td>-132.955844</td>\n",
       "      <td>-9.160514</td>\n",
       "      <td>4.814006</td>\n",
       "      <td>-62.189156</td>\n",
       "      <td>-3.969513</td>\n",
       "      <td>6.629277</td>\n",
       "      <td>1.737399</td>\n",
       "      <td>-7.000859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527017</th>\n",
       "      <td>-673.936215</td>\n",
       "      <td>-681.239954</td>\n",
       "      <td>-674.966840</td>\n",
       "      <td>-679.733851</td>\n",
       "      <td>-674.083371</td>\n",
       "      <td>-678.974928</td>\n",
       "      <td>-21457.151437</td>\n",
       "      <td>-21257.476382</td>\n",
       "      <td>-21302.831591</td>\n",
       "      <td>-215.679128</td>\n",
       "      <td>...</td>\n",
       "      <td>4.217171</td>\n",
       "      <td>-1.208792</td>\n",
       "      <td>-134.299266</td>\n",
       "      <td>-8.975356</td>\n",
       "      <td>4.010957</td>\n",
       "      <td>-59.935152</td>\n",
       "      <td>-3.938481</td>\n",
       "      <td>6.382309</td>\n",
       "      <td>2.167465</td>\n",
       "      <td>-6.827781</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527018</th>\n",
       "      <td>-674.014758</td>\n",
       "      <td>-681.568497</td>\n",
       "      <td>-676.145386</td>\n",
       "      <td>-679.712394</td>\n",
       "      <td>-675.231917</td>\n",
       "      <td>-679.263472</td>\n",
       "      <td>-21459.029103</td>\n",
       "      <td>-21255.054213</td>\n",
       "      <td>-21293.409436</td>\n",
       "      <td>-215.518902</td>\n",
       "      <td>...</td>\n",
       "      <td>4.409154</td>\n",
       "      <td>-1.076716</td>\n",
       "      <td>-133.840688</td>\n",
       "      <td>-8.765198</td>\n",
       "      <td>4.369907</td>\n",
       "      <td>-60.064148</td>\n",
       "      <td>-3.873449</td>\n",
       "      <td>6.186341</td>\n",
       "      <td>2.386531</td>\n",
       "      <td>-6.724704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527019</th>\n",
       "      <td>-674.003301</td>\n",
       "      <td>-681.557039</td>\n",
       "      <td>-675.673932</td>\n",
       "      <td>-679.550938</td>\n",
       "      <td>-674.810464</td>\n",
       "      <td>-678.992016</td>\n",
       "      <td>79087.293232</td>\n",
       "      <td>78721.867955</td>\n",
       "      <td>78718.812718</td>\n",
       "      <td>782.721325</td>\n",
       "      <td>...</td>\n",
       "      <td>4.641137</td>\n",
       "      <td>-1.889640</td>\n",
       "      <td>-133.437110</td>\n",
       "      <td>-8.434041</td>\n",
       "      <td>4.535858</td>\n",
       "      <td>-60.175144</td>\n",
       "      <td>-4.006416</td>\n",
       "      <td>6.109373</td>\n",
       "      <td>2.486597</td>\n",
       "      <td>-7.104626</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527020</th>\n",
       "      <td>-674.061844</td>\n",
       "      <td>-681.555581</td>\n",
       "      <td>-676.092479</td>\n",
       "      <td>-679.729482</td>\n",
       "      <td>-675.169010</td>\n",
       "      <td>-679.270559</td>\n",
       "      <td>-21465.184433</td>\n",
       "      <td>-21237.309876</td>\n",
       "      <td>-21286.065127</td>\n",
       "      <td>-215.488449</td>\n",
       "      <td>...</td>\n",
       "      <td>5.126120</td>\n",
       "      <td>-2.988564</td>\n",
       "      <td>-132.958532</td>\n",
       "      <td>-8.459883</td>\n",
       "      <td>5.172808</td>\n",
       "      <td>-60.542140</td>\n",
       "      <td>-4.349384</td>\n",
       "      <td>6.295405</td>\n",
       "      <td>2.157662</td>\n",
       "      <td>-7.502549</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527021</th>\n",
       "      <td>-674.030387</td>\n",
       "      <td>-681.474124</td>\n",
       "      <td>-675.881025</td>\n",
       "      <td>-679.158026</td>\n",
       "      <td>-675.117556</td>\n",
       "      <td>-678.659103</td>\n",
       "      <td>-21459.062098</td>\n",
       "      <td>-21242.087708</td>\n",
       "      <td>-21287.742973</td>\n",
       "      <td>-215.848222</td>\n",
       "      <td>...</td>\n",
       "      <td>4.500103</td>\n",
       "      <td>-3.040489</td>\n",
       "      <td>-132.290954</td>\n",
       "      <td>-8.765725</td>\n",
       "      <td>5.418759</td>\n",
       "      <td>-61.619136</td>\n",
       "      <td>-4.374352</td>\n",
       "      <td>6.470437</td>\n",
       "      <td>1.898728</td>\n",
       "      <td>-7.176471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527022</th>\n",
       "      <td>-673.928930</td>\n",
       "      <td>-681.592666</td>\n",
       "      <td>-676.229571</td>\n",
       "      <td>-679.496570</td>\n",
       "      <td>-675.366103</td>\n",
       "      <td>-679.077646</td>\n",
       "      <td>-21450.939763</td>\n",
       "      <td>-21247.065539</td>\n",
       "      <td>-21293.620818</td>\n",
       "      <td>-215.637996</td>\n",
       "      <td>...</td>\n",
       "      <td>4.399086</td>\n",
       "      <td>-2.249413</td>\n",
       "      <td>-131.248376</td>\n",
       "      <td>-8.738567</td>\n",
       "      <td>6.626709</td>\n",
       "      <td>-61.827132</td>\n",
       "      <td>-4.318319</td>\n",
       "      <td>6.497469</td>\n",
       "      <td>1.997794</td>\n",
       "      <td>-6.575394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527023</th>\n",
       "      <td>-673.927473</td>\n",
       "      <td>-681.701208</td>\n",
       "      <td>-676.108118</td>\n",
       "      <td>-679.365114</td>\n",
       "      <td>-675.284649</td>\n",
       "      <td>-678.926190</td>\n",
       "      <td>-21458.717428</td>\n",
       "      <td>-21239.143371</td>\n",
       "      <td>-21291.598664</td>\n",
       "      <td>-215.697769</td>\n",
       "      <td>...</td>\n",
       "      <td>5.039069</td>\n",
       "      <td>-2.162337</td>\n",
       "      <td>-131.691798</td>\n",
       "      <td>-8.840410</td>\n",
       "      <td>6.320660</td>\n",
       "      <td>-61.040128</td>\n",
       "      <td>-4.512287</td>\n",
       "      <td>6.549501</td>\n",
       "      <td>1.976860</td>\n",
       "      <td>-6.527316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527024</th>\n",
       "      <td>-674.006016</td>\n",
       "      <td>-681.459751</td>\n",
       "      <td>-676.526664</td>\n",
       "      <td>-679.873658</td>\n",
       "      <td>-675.553195</td>\n",
       "      <td>-679.524734</td>\n",
       "      <td>-21459.095093</td>\n",
       "      <td>-21245.121203</td>\n",
       "      <td>-21298.976509</td>\n",
       "      <td>-215.367543</td>\n",
       "      <td>...</td>\n",
       "      <td>5.184052</td>\n",
       "      <td>-2.359261</td>\n",
       "      <td>-132.291220</td>\n",
       "      <td>-8.199252</td>\n",
       "      <td>6.749610</td>\n",
       "      <td>-60.383124</td>\n",
       "      <td>-4.884254</td>\n",
       "      <td>6.618533</td>\n",
       "      <td>1.340926</td>\n",
       "      <td>-6.470239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527025</th>\n",
       "      <td>-674.004559</td>\n",
       "      <td>-681.398293</td>\n",
       "      <td>-676.255210</td>\n",
       "      <td>-680.082202</td>\n",
       "      <td>-675.241742</td>\n",
       "      <td>-679.653277</td>\n",
       "      <td>-21452.872759</td>\n",
       "      <td>-21264.499034</td>\n",
       "      <td>-21320.654354</td>\n",
       "      <td>-215.317316</td>\n",
       "      <td>...</td>\n",
       "      <td>5.763035</td>\n",
       "      <td>-1.904185</td>\n",
       "      <td>-132.187642</td>\n",
       "      <td>-7.593094</td>\n",
       "      <td>7.459560</td>\n",
       "      <td>-58.621121</td>\n",
       "      <td>-4.922222</td>\n",
       "      <td>6.660565</td>\n",
       "      <td>1.562992</td>\n",
       "      <td>-6.208161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527026</th>\n",
       "      <td>-673.933102</td>\n",
       "      <td>-681.476836</td>\n",
       "      <td>-676.283757</td>\n",
       "      <td>-679.640745</td>\n",
       "      <td>-675.380288</td>\n",
       "      <td>-679.231821</td>\n",
       "      <td>-21457.450424</td>\n",
       "      <td>-21247.776866</td>\n",
       "      <td>-21290.732200</td>\n",
       "      <td>-215.527090</td>\n",
       "      <td>...</td>\n",
       "      <td>4.616018</td>\n",
       "      <td>-2.183109</td>\n",
       "      <td>-132.560064</td>\n",
       "      <td>-8.392936</td>\n",
       "      <td>5.966511</td>\n",
       "      <td>-58.871117</td>\n",
       "      <td>-5.147190</td>\n",
       "      <td>6.755596</td>\n",
       "      <td>1.119058</td>\n",
       "      <td>-6.247084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527027</th>\n",
       "      <td>-673.941644</td>\n",
       "      <td>-681.635378</td>\n",
       "      <td>-676.152303</td>\n",
       "      <td>-679.429289</td>\n",
       "      <td>-675.308834</td>\n",
       "      <td>-679.000364</td>\n",
       "      <td>-21465.528089</td>\n",
       "      <td>-21240.454697</td>\n",
       "      <td>-21276.610045</td>\n",
       "      <td>-215.626863</td>\n",
       "      <td>...</td>\n",
       "      <td>5.185001</td>\n",
       "      <td>-2.188033</td>\n",
       "      <td>-131.315485</td>\n",
       "      <td>-8.275779</td>\n",
       "      <td>7.752461</td>\n",
       "      <td>-60.470113</td>\n",
       "      <td>-5.243157</td>\n",
       "      <td>6.837628</td>\n",
       "      <td>0.923123</td>\n",
       "      <td>-5.929006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527028</th>\n",
       "      <td>-673.830187</td>\n",
       "      <td>-681.693920</td>\n",
       "      <td>-675.710849</td>\n",
       "      <td>-679.507833</td>\n",
       "      <td>-674.857381</td>\n",
       "      <td>-678.958908</td>\n",
       "      <td>-21455.705754</td>\n",
       "      <td>-21240.332529</td>\n",
       "      <td>-21291.287891</td>\n",
       "      <td>-215.676637</td>\n",
       "      <td>...</td>\n",
       "      <td>4.769984</td>\n",
       "      <td>-3.527958</td>\n",
       "      <td>-131.199907</td>\n",
       "      <td>-7.889621</td>\n",
       "      <td>9.220412</td>\n",
       "      <td>-61.296109</td>\n",
       "      <td>-5.582125</td>\n",
       "      <td>7.096660</td>\n",
       "      <td>0.244189</td>\n",
       "      <td>-6.009929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527029</th>\n",
       "      <td>-674.218730</td>\n",
       "      <td>-681.332463</td>\n",
       "      <td>-676.179396</td>\n",
       "      <td>-679.626377</td>\n",
       "      <td>-675.285927</td>\n",
       "      <td>-679.197452</td>\n",
       "      <td>-21453.583419</td>\n",
       "      <td>-21242.710360</td>\n",
       "      <td>-21295.665736</td>\n",
       "      <td>-215.556410</td>\n",
       "      <td>...</td>\n",
       "      <td>4.422967</td>\n",
       "      <td>-3.504882</td>\n",
       "      <td>-130.778329</td>\n",
       "      <td>-7.805463</td>\n",
       "      <td>9.598362</td>\n",
       "      <td>-61.119105</td>\n",
       "      <td>-5.874093</td>\n",
       "      <td>7.340692</td>\n",
       "      <td>-0.231745</td>\n",
       "      <td>-5.724851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527030</th>\n",
       "      <td>-674.167273</td>\n",
       "      <td>-681.401005</td>\n",
       "      <td>-675.487942</td>\n",
       "      <td>-679.354921</td>\n",
       "      <td>-674.684473</td>\n",
       "      <td>-678.755995</td>\n",
       "      <td>-21463.961084</td>\n",
       "      <td>-21256.888192</td>\n",
       "      <td>-21285.343582</td>\n",
       "      <td>-215.766184</td>\n",
       "      <td>...</td>\n",
       "      <td>3.077950</td>\n",
       "      <td>-2.800806</td>\n",
       "      <td>-130.841751</td>\n",
       "      <td>-8.416305</td>\n",
       "      <td>7.046313</td>\n",
       "      <td>-61.744101</td>\n",
       "      <td>-6.161060</td>\n",
       "      <td>7.463724</td>\n",
       "      <td>-0.735679</td>\n",
       "      <td>-5.346774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527031</th>\n",
       "      <td>-674.165816</td>\n",
       "      <td>-680.869547</td>\n",
       "      <td>-674.846488</td>\n",
       "      <td>-679.763465</td>\n",
       "      <td>-673.963020</td>\n",
       "      <td>-678.984539</td>\n",
       "      <td>-21465.038749</td>\n",
       "      <td>-21255.166023</td>\n",
       "      <td>-21287.821427</td>\n",
       "      <td>-215.635957</td>\n",
       "      <td>...</td>\n",
       "      <td>3.216933</td>\n",
       "      <td>-2.533730</td>\n",
       "      <td>-131.372173</td>\n",
       "      <td>-8.680148</td>\n",
       "      <td>6.070263</td>\n",
       "      <td>-61.745097</td>\n",
       "      <td>-6.347028</td>\n",
       "      <td>7.565756</td>\n",
       "      <td>-1.372613</td>\n",
       "      <td>-5.104696</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527032</th>\n",
       "      <td>-674.194359</td>\n",
       "      <td>-681.168090</td>\n",
       "      <td>-674.735035</td>\n",
       "      <td>-679.282009</td>\n",
       "      <td>-673.981566</td>\n",
       "      <td>-678.493082</td>\n",
       "      <td>-21464.416414</td>\n",
       "      <td>-21259.143855</td>\n",
       "      <td>-21291.599272</td>\n",
       "      <td>-215.915731</td>\n",
       "      <td>...</td>\n",
       "      <td>1.305916</td>\n",
       "      <td>-2.591654</td>\n",
       "      <td>-131.158595</td>\n",
       "      <td>-9.045990</td>\n",
       "      <td>4.462214</td>\n",
       "      <td>-62.416093</td>\n",
       "      <td>-6.626996</td>\n",
       "      <td>7.729788</td>\n",
       "      <td>-2.085547</td>\n",
       "      <td>-4.773619</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527033</th>\n",
       "      <td>-674.102902</td>\n",
       "      <td>-681.736632</td>\n",
       "      <td>-675.793581</td>\n",
       "      <td>-679.260552</td>\n",
       "      <td>-675.000112</td>\n",
       "      <td>-678.741626</td>\n",
       "      <td>-21458.094080</td>\n",
       "      <td>-21243.921686</td>\n",
       "      <td>-21293.877118</td>\n",
       "      <td>-215.785504</td>\n",
       "      <td>...</td>\n",
       "      <td>1.727899</td>\n",
       "      <td>-2.426578</td>\n",
       "      <td>-131.480017</td>\n",
       "      <td>-8.817832</td>\n",
       "      <td>4.912164</td>\n",
       "      <td>-62.309089</td>\n",
       "      <td>-6.732963</td>\n",
       "      <td>7.888820</td>\n",
       "      <td>-2.181481</td>\n",
       "      <td>-4.652541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527034</th>\n",
       "      <td>-674.081445</td>\n",
       "      <td>-681.605174</td>\n",
       "      <td>-676.952127</td>\n",
       "      <td>-679.669096</td>\n",
       "      <td>-676.018659</td>\n",
       "      <td>-679.440170</td>\n",
       "      <td>-21451.771745</td>\n",
       "      <td>-21241.999518</td>\n",
       "      <td>-21308.754963</td>\n",
       "      <td>-215.425278</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.051118</td>\n",
       "      <td>-2.314502</td>\n",
       "      <td>-131.987439</td>\n",
       "      <td>-9.433674</td>\n",
       "      <td>4.112115</td>\n",
       "      <td>-63.262085</td>\n",
       "      <td>-6.846931</td>\n",
       "      <td>7.969852</td>\n",
       "      <td>-2.819415</td>\n",
       "      <td>-4.314464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527035</th>\n",
       "      <td>-674.159988</td>\n",
       "      <td>-681.863717</td>\n",
       "      <td>-677.250674</td>\n",
       "      <td>-679.087640</td>\n",
       "      <td>-676.457205</td>\n",
       "      <td>-678.958713</td>\n",
       "      <td>-21457.849410</td>\n",
       "      <td>-21241.377349</td>\n",
       "      <td>-21291.532809</td>\n",
       "      <td>-215.665051</td>\n",
       "      <td>...</td>\n",
       "      <td>1.358865</td>\n",
       "      <td>-1.927426</td>\n",
       "      <td>-132.460861</td>\n",
       "      <td>-8.717517</td>\n",
       "      <td>4.936065</td>\n",
       "      <td>-61.556081</td>\n",
       "      <td>-6.677899</td>\n",
       "      <td>7.894884</td>\n",
       "      <td>-2.294350</td>\n",
       "      <td>-4.068386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527036</th>\n",
       "      <td>-674.178531</td>\n",
       "      <td>-681.682259</td>\n",
       "      <td>-677.169220</td>\n",
       "      <td>-679.386184</td>\n",
       "      <td>-676.305751</td>\n",
       "      <td>-679.227257</td>\n",
       "      <td>-21457.727075</td>\n",
       "      <td>-21243.055181</td>\n",
       "      <td>-21293.610654</td>\n",
       "      <td>-215.524825</td>\n",
       "      <td>...</td>\n",
       "      <td>0.892848</td>\n",
       "      <td>0.395649</td>\n",
       "      <td>-133.997283</td>\n",
       "      <td>-8.367359</td>\n",
       "      <td>2.762015</td>\n",
       "      <td>-59.976077</td>\n",
       "      <td>-6.430866</td>\n",
       "      <td>7.665916</td>\n",
       "      <td>-2.248284</td>\n",
       "      <td>-3.220309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527037</th>\n",
       "      <td>-674.157074</td>\n",
       "      <td>-681.760801</td>\n",
       "      <td>-676.787766</td>\n",
       "      <td>-679.244728</td>\n",
       "      <td>-675.974298</td>\n",
       "      <td>-678.985801</td>\n",
       "      <td>79087.695260</td>\n",
       "      <td>78722.266987</td>\n",
       "      <td>78719.211500</td>\n",
       "      <td>782.725402</td>\n",
       "      <td>...</td>\n",
       "      <td>1.415831</td>\n",
       "      <td>2.110725</td>\n",
       "      <td>-134.616705</td>\n",
       "      <td>-8.630201</td>\n",
       "      <td>0.926966</td>\n",
       "      <td>-58.465074</td>\n",
       "      <td>-6.286834</td>\n",
       "      <td>7.410948</td>\n",
       "      <td>-1.899218</td>\n",
       "      <td>-2.644231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527038</th>\n",
       "      <td>-674.315617</td>\n",
       "      <td>-681.899344</td>\n",
       "      <td>-677.546313</td>\n",
       "      <td>-678.703272</td>\n",
       "      <td>-676.842844</td>\n",
       "      <td>-678.664344</td>\n",
       "      <td>79087.717595</td>\n",
       "      <td>78722.289156</td>\n",
       "      <td>78719.233655</td>\n",
       "      <td>782.725628</td>\n",
       "      <td>...</td>\n",
       "      <td>2.139814</td>\n",
       "      <td>1.711801</td>\n",
       "      <td>-134.007127</td>\n",
       "      <td>-8.992043</td>\n",
       "      <td>1.224916</td>\n",
       "      <td>-57.849070</td>\n",
       "      <td>-6.154801</td>\n",
       "      <td>7.304980</td>\n",
       "      <td>-1.374152</td>\n",
       "      <td>-2.625154</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>527039 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Field mag avg, nT  Bx, nT (GSE, GSM)  By, nT (GSE,GSM)  Bz, nT (GSE)  \\\n",
       "0            -1433.856961       -1439.290895      -1443.565868  -1458.272502   \n",
       "1            -1433.875504       -1439.159437      -1443.584414  -1458.201046   \n",
       "2            -1433.884047       -1439.257980      -1443.512961  -1458.229590   \n",
       "3            -1433.912590       -1439.416522      -1443.411507  -1458.238134   \n",
       "4            -1433.951133       -1439.345064      -1443.500053  -1458.176677   \n",
       "5            -1433.929676       -1439.173607      -1443.628600  -1458.135221   \n",
       "6            -1433.968219       -1439.142149      -1443.677146  -1458.083765   \n",
       "7            -1433.966762       -1439.280691      -1443.345692  -1458.132309   \n",
       "8            -1433.975305       -1439.059234      -1443.634239  -1458.040853   \n",
       "9            -1433.953848       -1439.037776      -1443.682785  -1458.059397   \n",
       "10           -1433.982391       -1438.906319      -1443.711331  -1457.977941   \n",
       "11           -1433.990934       -1438.914861      -1443.699878  -1457.976484   \n",
       "12           -1434.009477       -1439.163403      -1443.608424  -1458.035028   \n",
       "13           -1433.998019       -1439.341946      -1443.516970  -1458.103572   \n",
       "14           -1434.006562       -1439.410488      -1443.485517  -1458.112116   \n",
       "15           -1433.995105       -1438.819030      -1443.704063  -1457.920660   \n",
       "16           -1434.043648       -1439.167573      -1443.312609  -1457.989204   \n",
       "17           -1434.012191       -1439.086115      -1443.421156  -1457.987748   \n",
       "18           -1434.040734       -1439.204657      -1443.589702  -1457.996291   \n",
       "19           -1434.009277       -1439.213200      -1443.708248  -1458.024835   \n",
       "20           -1434.037820       -1439.281742      -1443.606795  -1458.023379   \n",
       "21           -1434.076363       -1439.260284      -1443.615341  -1457.971923   \n",
       "22           -1434.074906       -1439.258827      -1443.613887  -1457.970467   \n",
       "23           -1434.063449       -1438.997369      -1443.682434  -1457.889011   \n",
       "24           -1434.111992       -1439.005912      -1443.640980  -1457.847555   \n",
       "25           -1434.160535       -1439.124454      -1443.719526  -1457.826099   \n",
       "26           -1434.139078       -1439.012996      -1443.688073  -1457.814642   \n",
       "27           -1434.147620       -1439.021539      -1443.676619  -1457.793186   \n",
       "28           -1434.156163       -1438.930081      -1443.575165  -1457.771730   \n",
       "29           -1434.204706       -1438.948623      -1443.533712  -1457.710274   \n",
       "...                   ...                ...               ...           ...   \n",
       "527009        -673.307872        -681.741615       -674.478469   -680.465500   \n",
       "527010        -673.796415        -681.030158       -673.507015   -679.644044   \n",
       "527011        -673.884958        -680.748700       -673.665562   -680.002587   \n",
       "527012        -673.853501        -681.107242       -673.884108   -679.221131   \n",
       "527013        -673.862043        -681.125785       -673.602654   -678.889675   \n",
       "527014        -674.080586        -681.234327       -674.671201   -679.428219   \n",
       "527015        -674.129129        -681.252870       -675.109747   -679.536763   \n",
       "527016        -674.017672        -681.271412       -675.358293   -679.335307   \n",
       "527017        -673.936215        -681.239954       -674.966840   -679.733851   \n",
       "527018        -674.014758        -681.568497       -676.145386   -679.712394   \n",
       "527019        -674.003301        -681.557039       -675.673932   -679.550938   \n",
       "527020        -674.061844        -681.555581       -676.092479   -679.729482   \n",
       "527021        -674.030387        -681.474124       -675.881025   -679.158026   \n",
       "527022        -673.928930        -681.592666       -676.229571   -679.496570   \n",
       "527023        -673.927473        -681.701208       -676.108118   -679.365114   \n",
       "527024        -674.006016        -681.459751       -676.526664   -679.873658   \n",
       "527025        -674.004559        -681.398293       -676.255210   -680.082202   \n",
       "527026        -673.933102        -681.476836       -676.283757   -679.640745   \n",
       "527027        -673.941644        -681.635378       -676.152303   -679.429289   \n",
       "527028        -673.830187        -681.693920       -675.710849   -679.507833   \n",
       "527029        -674.218730        -681.332463       -676.179396   -679.626377   \n",
       "527030        -674.167273        -681.401005       -675.487942   -679.354921   \n",
       "527031        -674.165816        -680.869547       -674.846488   -679.763465   \n",
       "527032        -674.194359        -681.168090       -674.735035   -679.282009   \n",
       "527033        -674.102902        -681.736632       -675.793581   -679.260552   \n",
       "527034        -674.081445        -681.605174       -676.952127   -679.669096   \n",
       "527035        -674.159988        -681.863717       -677.250674   -679.087640   \n",
       "527036        -674.178531        -681.682259       -677.169220   -679.386184   \n",
       "527037        -674.157074        -681.760801       -676.787766   -679.244728   \n",
       "527038        -674.315617        -681.899344       -677.546313   -678.703272   \n",
       "\n",
       "        By, nT (GSM)  Bz, nT (GSM)  Vx, km/s, GSE  Vy, km/s, GSE  \\\n",
       "0       -1439.828312  -1457.947038  -33137.508817  -32954.931770   \n",
       "1       -1439.856859  -1457.885582  -33137.886482  -32952.709602   \n",
       "2       -1439.785405  -1457.894125  -33137.964147  -32948.587433   \n",
       "3       -1439.693951  -1457.872669  -33137.841812  -32951.165265   \n",
       "4       -1439.792498  -1457.841213  -33138.419477  -32955.143096   \n",
       "5       -1439.931044  -1457.829756  -33139.397142  -32957.120928   \n",
       "6       -1439.989590  -1457.798300  -33140.074807  -32954.698759   \n",
       "7       -1439.658137  -1457.756843  -33139.452472  -32950.476591   \n",
       "8       -1439.966683  -1457.745387  -33139.530138  -32953.354423   \n",
       "9       -1440.015229  -1457.773931  -33139.507803  -32953.332254   \n",
       "10      -1440.063776  -1457.702474  -33143.885468  -32950.210086   \n",
       "11      -1440.052322  -1457.701018  -33142.963133  -32949.087917   \n",
       "12      -1439.950868  -1457.739561  -33142.140798  -32949.165749   \n",
       "13      -1439.849415  -1457.778105  -33139.018463  -32954.643580   \n",
       "14      -1439.817961  -1457.786649  -33138.196128  -32955.621412   \n",
       "15      -1440.086507  -1457.655192  -33138.373793  -32951.099243   \n",
       "16      -1439.685054  -1457.623736  -33142.551459  -32957.377075   \n",
       "17      -1439.793600  -1457.652279  -33143.529124  -32949.254906   \n",
       "18      -1439.962146  -1457.700823  -33141.506789  -32955.332738   \n",
       "19      -1440.070693  -1457.759367  -33142.984454  -32950.210569   \n",
       "20      -1439.979239  -1457.737910  -33143.562119  -32958.488401   \n",
       "21      -1439.997785  -1457.686454   67316.860216   67039.133767   \n",
       "22      -1440.006332  -1457.684997   67316.882551   67039.155936   \n",
       "23      -1440.094878  -1457.623541  -33141.195114  -32949.521896   \n",
       "24      -1440.063424  -1457.572085  -33139.872780  -32952.199727   \n",
       "25      -1440.151971  -1457.570628  -33137.850445  -32956.477559   \n",
       "26      -1440.130517  -1457.559172  -33135.628110  -32960.655390   \n",
       "27      -1440.119063  -1457.537716  -33135.605775  -32958.233222   \n",
       "28      -1440.037610  -1457.486259  -33135.683440  -32953.211053   \n",
       "29      -1440.016156  -1457.424803   67317.038895   67039.311115   \n",
       "...              ...           ...            ...            ...   \n",
       "527009   -673.425000   -679.556579  -21443.130116  -21250.753729   \n",
       "527010   -672.703546   -678.505123  -21443.407782  -21250.731561   \n",
       "527011   -672.762093   -678.893667  -21457.385447  -21257.909393   \n",
       "527012   -673.170639   -678.202210  -21456.663112  -21259.087224   \n",
       "527013   -672.989185   -677.810754   79087.159223   78721.734944   \n",
       "527014   -673.877732   -678.609298  -21459.718442  -21246.242887   \n",
       "527015   -674.276278   -678.827841  -21457.696107  -21245.720719   \n",
       "527016   -674.564825   -678.696385  -21462.273772  -21246.698550   \n",
       "527017   -674.083371   -678.974928  -21457.151437  -21257.476382   \n",
       "527018   -675.231917   -679.263472  -21459.029103  -21255.054213   \n",
       "527019   -674.810464   -678.992016   79087.293232   78721.867955   \n",
       "527020   -675.169010   -679.270559  -21465.184433  -21237.309876   \n",
       "527021   -675.117556   -678.659103  -21459.062098  -21242.087708   \n",
       "527022   -675.366103   -679.077646  -21450.939763  -21247.065539   \n",
       "527023   -675.284649   -678.926190  -21458.717428  -21239.143371   \n",
       "527024   -675.553195   -679.524734  -21459.095093  -21245.121203   \n",
       "527025   -675.241742   -679.653277  -21452.872759  -21264.499034   \n",
       "527026   -675.380288   -679.231821  -21457.450424  -21247.776866   \n",
       "527027   -675.308834   -679.000364  -21465.528089  -21240.454697   \n",
       "527028   -674.857381   -678.958908  -21455.705754  -21240.332529   \n",
       "527029   -675.285927   -679.197452  -21453.583419  -21242.710360   \n",
       "527030   -674.684473   -678.755995  -21463.961084  -21256.888192   \n",
       "527031   -673.963020   -678.984539  -21465.038749  -21255.166023   \n",
       "527032   -673.981566   -678.493082  -21464.416414  -21259.143855   \n",
       "527033   -675.000112   -678.741626  -21458.094080  -21243.921686   \n",
       "527034   -676.018659   -679.440170  -21451.771745  -21241.999518   \n",
       "527035   -676.457205   -678.958713  -21457.849410  -21241.377349   \n",
       "527036   -676.305751   -679.227257  -21457.727075  -21243.055181   \n",
       "527037   -675.974298   -678.985801   79087.695260   78722.266987   \n",
       "527038   -676.842844   -678.664344   79087.717595   78722.289156   \n",
       "\n",
       "        Vz, km/s, GSE  Electric Field, mV/m    ...          NEW_X      NEW_Y  \\\n",
       "0       -32934.765832           -330.123944    ...     -48.375594 -54.151098   \n",
       "1       -32933.543678           -330.143717    ...     -54.168611 -49.561022   \n",
       "2       -32935.121523           -330.143491    ...     -57.922628 -43.384947   \n",
       "3       -32935.799369           -330.153264    ...     -61.934645 -38.571871   \n",
       "4       -32936.977214           -330.163038    ...     -65.082662 -34.175795   \n",
       "5       -32937.255060           -330.152811    ...     -70.370679 -26.919719   \n",
       "6       -32937.632905           -330.152585    ...     -71.473696 -21.016643   \n",
       "7       -32938.010750           -330.172358    ...     -69.737713 -19.107567   \n",
       "8       -32937.988596           -330.182132    ...     -70.697730 -15.908491   \n",
       "9       -32937.966441           -330.161905    ...     -72.224747 -12.269415   \n",
       "10      -32939.144287           -330.141679    ...     -69.515764 -11.139340   \n",
       "11      -32939.122132           -330.151452    ...     -66.183781 -11.815264   \n",
       "12      -32937.899978           -330.141226    ...     -65.482798 -15.382188   \n",
       "13      -32937.877823           -330.170999    ...     -65.151815 -17.650112   \n",
       "14      -32936.355669           -330.170773    ...     -64.473832 -19.976036   \n",
       "15      -32935.733514           -330.230546    ...     -64.194849 -22.915960   \n",
       "16      -32942.211359           -330.190320    ...     -63.309866 -26.331884   \n",
       "17      -32941.989205           -330.160093    ...     -64.187883 -30.729809   \n",
       "18      -32940.867050           -330.159867    ...     -65.948900 -33.416733   \n",
       "19      -32940.844896           -330.109640    ...     -71.007917 -31.520657   \n",
       "20      -32938.922741           -330.119414    ...     -75.288934 -24.236581   \n",
       "21       67043.399413            663.350813    ...     -73.454951 -16.029505   \n",
       "22       67043.421568            663.351039    ...     -69.082968 -13.646429   \n",
       "23      -32938.956277           -330.198734    ...     -65.708985 -15.488353   \n",
       "24      -32937.734123           -330.238508    ...     -64.343002 -19.200278   \n",
       "25      -32937.611968           -330.258281    ...     -63.751019 -23.647202   \n",
       "26      -32934.789814           -330.298055    ...     -63.247036 -28.074126   \n",
       "27      -32934.867659           -330.307828    ...     -66.152053 -32.278050   \n",
       "28      -32934.845505           -330.327602    ...     -70.967070 -33.157974   \n",
       "29       67043.576650            663.352625    ...     -72.501087 -29.834898   \n",
       "...               ...                   ...    ...            ...        ...   \n",
       "527009  -21297.708828           -215.420940    ...       6.671307  -2.899399   \n",
       "527010  -21297.586673           -215.980714    ...       6.266290  -2.793323   \n",
       "527011  -21294.364518           -215.730487    ...       5.104273  -2.729247   \n",
       "527012  -21295.542364           -216.110261    ...       3.696256  -3.462171   \n",
       "527013   78718.679791            782.719966    ...       3.162239  -4.429096   \n",
       "527014  -21291.498055           -215.879808    ...       2.717222  -5.408020   \n",
       "527015  -21296.075900           -215.759581    ...       2.039205  -4.447944   \n",
       "527016  -21287.153746           -215.819355    ...       2.829188  -2.567868   \n",
       "527017  -21302.831591           -215.679128    ...       4.217171  -1.208792   \n",
       "527018  -21293.409436           -215.518902    ...       4.409154  -1.076716   \n",
       "527019   78718.812718            782.721325    ...       4.641137  -1.889640   \n",
       "527020  -21286.065127           -215.488449    ...       5.126120  -2.988564   \n",
       "527021  -21287.742973           -215.848222    ...       4.500103  -3.040489   \n",
       "527022  -21293.620818           -215.637996    ...       4.399086  -2.249413   \n",
       "527023  -21291.598664           -215.697769    ...       5.039069  -2.162337   \n",
       "527024  -21298.976509           -215.367543    ...       5.184052  -2.359261   \n",
       "527025  -21320.654354           -215.317316    ...       5.763035  -1.904185   \n",
       "527026  -21290.732200           -215.527090    ...       4.616018  -2.183109   \n",
       "527027  -21276.610045           -215.626863    ...       5.185001  -2.188033   \n",
       "527028  -21291.287891           -215.676637    ...       4.769984  -3.527958   \n",
       "527029  -21295.665736           -215.556410    ...       4.422967  -3.504882   \n",
       "527030  -21285.343582           -215.766184    ...       3.077950  -2.800806   \n",
       "527031  -21287.821427           -215.635957    ...       3.216933  -2.533730   \n",
       "527032  -21291.599272           -215.915731    ...       1.305916  -2.591654   \n",
       "527033  -21293.877118           -215.785504    ...       1.727899  -2.426578   \n",
       "527034  -21308.754963           -215.425278    ...      -0.051118  -2.314502   \n",
       "527035  -21291.532809           -215.665051    ...       1.358865  -1.927426   \n",
       "527036  -21293.610654           -215.524825    ...       0.892848   0.395649   \n",
       "527037   78719.211500            782.725402    ...       1.415831   2.110725   \n",
       "527038   78719.233655            782.725628    ...       2.139814   1.711801   \n",
       "\n",
       "             SHU_X      SHU_Y      SIT_X      SIT_Y       SJG_X     SJG_Y  \\\n",
       "0       -12.890043   1.209732   3.655598  38.014668 -126.020930  0.861081   \n",
       "1       -13.857465 -68.772737   3.655598  39.407672 -125.401897 -0.738887   \n",
       "2       -15.459887 -69.498579  57.084081  37.625676 -124.866865 -2.295855   \n",
       "3       -15.326309 -69.546421  57.632031  40.251680 -124.782833 -3.707824   \n",
       "4       -14.625730 -69.310264  64.611981  48.840684 -125.030800 -4.843792   \n",
       "5       -14.030152 -70.328106  63.257932  51.902688 -125.451768 -5.974760   \n",
       "6       -10.282574 -70.398948  67.747882  49.737692 -125.594736 -6.968728   \n",
       "7        -8.323996 -70.301790  77.386833  47.153696 -126.225703 -7.684696   \n",
       "8        -6.732418 -71.620633  79.446783  45.145700 -126.910671 -8.151664   \n",
       "9        -8.797840 -72.467475  71.985734  43.301704 -127.639639 -8.293632   \n",
       "10       -9.094262 -73.567317  57.200684  43.675708 -128.456606 -8.346600   \n",
       "11       -6.792684 -74.196159  53.491635  45.630712 -129.436574 -7.954568   \n",
       "12       -7.139106 -74.856002  50.732585  47.565715 -130.209541 -7.382536   \n",
       "13       -9.530528 -76.241844  42.921535  54.170719 -130.839509 -6.950504   \n",
       "14       -9.123950 -76.868686  47.049486  58.942723 -131.517477 -6.458472   \n",
       "15       -9.113372 -77.935528  44.668436  57.628727 -132.226444 -5.622440   \n",
       "16      -10.846794 -77.999371  40.748387  57.859731 -132.753412 -4.746409   \n",
       "17      -10.900216 -77.994213  43.719337  55.011735 -133.166380 -3.942377   \n",
       "18      -12.431638 -76.810055  46.338288  53.617739 -133.589347 -3.360345   \n",
       "19      -12.667060 -76.157897  42.999238  52.436743 -133.978315 -2.922313   \n",
       "20      -12.864482 -74.912740  45.726189  54.132747 -134.296283 -2.549281   \n",
       "21      -13.653904 -73.998582  39.829139  46.939751 -134.593250 -2.258249   \n",
       "22      -14.243326 -73.630424  38.239090  37.535755 -135.079218 -1.782217   \n",
       "23      -16.533748 -72.576266  31.644040  31.103759 -135.667186 -1.326185   \n",
       "24      -16.758170 -72.244109  23.457990  22.597762 -136.087153 -0.941153   \n",
       "25      -15.552592 -71.704951  21.950941  18.599766 -136.416121 -0.439121   \n",
       "26      -15.145014 -70.759793  21.356891  21.056770 -136.836089  0.049911   \n",
       "27      -17.763436 -69.790635  16.386842  30.393774 -137.330056  0.324943   \n",
       "28      -19.010858 -68.947478  14.150792  37.675778 -137.743024  0.356975   \n",
       "29      -19.677280 -67.680320  20.725743  42.032782 -138.082991  0.124006   \n",
       "...            ...        ...        ...        ...         ...       ...   \n",
       "527009 -132.464890  -8.780618   7.296353 -62.318183   -2.266740  6.002054   \n",
       "527010 -133.150312  -8.012460   7.193304 -61.995179   -2.377707  5.896086   \n",
       "527011 -132.984734  -8.349303   4.720254 -62.816175   -2.593675  5.800118   \n",
       "527012 -132.532156  -9.030145   3.461205 -63.966171   -3.078643  5.910150   \n",
       "527013 -131.293578  -9.714987   4.584155 -64.687168   -3.577610  6.234181   \n",
       "527014 -131.225000  -9.777829   5.180106 -65.285164   -4.256578  6.512213   \n",
       "527015 -132.030422  -9.513672   5.209056 -64.799160   -4.246546  6.755245   \n",
       "527016 -132.955844  -9.160514   4.814006 -62.189156   -3.969513  6.629277   \n",
       "527017 -134.299266  -8.975356   4.010957 -59.935152   -3.938481  6.382309   \n",
       "527018 -133.840688  -8.765198   4.369907 -60.064148   -3.873449  6.186341   \n",
       "527019 -133.437110  -8.434041   4.535858 -60.175144   -4.006416  6.109373   \n",
       "527020 -132.958532  -8.459883   5.172808 -60.542140   -4.349384  6.295405   \n",
       "527021 -132.290954  -8.765725   5.418759 -61.619136   -4.374352  6.470437   \n",
       "527022 -131.248376  -8.738567   6.626709 -61.827132   -4.318319  6.497469   \n",
       "527023 -131.691798  -8.840410   6.320660 -61.040128   -4.512287  6.549501   \n",
       "527024 -132.291220  -8.199252   6.749610 -60.383124   -4.884254  6.618533   \n",
       "527025 -132.187642  -7.593094   7.459560 -58.621121   -4.922222  6.660565   \n",
       "527026 -132.560064  -8.392936   5.966511 -58.871117   -5.147190  6.755596   \n",
       "527027 -131.315485  -8.275779   7.752461 -60.470113   -5.243157  6.837628   \n",
       "527028 -131.199907  -7.889621   9.220412 -61.296109   -5.582125  7.096660   \n",
       "527029 -130.778329  -7.805463   9.598362 -61.119105   -5.874093  7.340692   \n",
       "527030 -130.841751  -8.416305   7.046313 -61.744101   -6.161060  7.463724   \n",
       "527031 -131.372173  -8.680148   6.070263 -61.745097   -6.347028  7.565756   \n",
       "527032 -131.158595  -9.045990   4.462214 -62.416093   -6.626996  7.729788   \n",
       "527033 -131.480017  -8.817832   4.912164 -62.309089   -6.732963  7.888820   \n",
       "527034 -131.987439  -9.433674   4.112115 -63.262085   -6.846931  7.969852   \n",
       "527035 -132.460861  -8.717517   4.936065 -61.556081   -6.677899  7.894884   \n",
       "527036 -133.997283  -8.367359   2.762015 -59.976077   -6.430866  7.665916   \n",
       "527037 -134.616705  -8.630201   0.926966 -58.465074   -6.286834  7.410948   \n",
       "527038 -134.007127  -8.992043   1.224916 -57.849070   -6.154801  7.304980   \n",
       "\n",
       "             TUC_X      TUC_Y  \n",
       "0      -117.753275 -32.243954  \n",
       "1      -117.609209 -30.233877  \n",
       "2      -117.211143 -27.917799  \n",
       "3      -116.488078 -26.338722  \n",
       "4      -115.751012 -24.671644  \n",
       "5      -114.579946 -23.518566  \n",
       "6      -113.133880 -22.366489  \n",
       "7      -112.149814 -22.196411  \n",
       "8      -112.124748 -21.042334  \n",
       "9      -111.989682 -20.619256  \n",
       "10     -111.397616 -20.753179  \n",
       "11     -111.184551 -20.795101  \n",
       "12     -111.685485 -20.795024  \n",
       "13     -111.755419 -21.060946  \n",
       "14     -111.658353 -21.363869  \n",
       "15     -112.267287 -21.790791  \n",
       "16     -113.214221 -21.631714  \n",
       "17     -113.902155 -21.451636  \n",
       "18     -113.925090 -21.234559  \n",
       "19     -113.630024 -21.014481  \n",
       "20     -112.800958 -20.987404  \n",
       "21     -112.251892 -21.313326  \n",
       "22     -112.847826 -21.805249  \n",
       "23     -113.615760 -22.484171  \n",
       "24     -114.203694 -23.033094  \n",
       "25     -114.729628 -23.332016  \n",
       "26     -115.697563 -23.409939  \n",
       "27     -117.034497 -23.444861  \n",
       "28     -117.965431 -23.264784  \n",
       "29     -118.200365 -23.101706  \n",
       "...            ...        ...  \n",
       "527009    5.114938  -9.096401  \n",
       "527010    4.996004  -9.014324  \n",
       "527011    4.233070  -9.008246  \n",
       "527012    3.138135  -8.756169  \n",
       "527013    2.633201  -8.591091  \n",
       "527014    1.797267  -8.826014  \n",
       "527015    1.138333  -7.847936  \n",
       "527016    1.737399  -7.000859  \n",
       "527017    2.167465  -6.827781  \n",
       "527018    2.386531  -6.724704  \n",
       "527019    2.486597  -7.104626  \n",
       "527020    2.157662  -7.502549  \n",
       "527021    1.898728  -7.176471  \n",
       "527022    1.997794  -6.575394  \n",
       "527023    1.976860  -6.527316  \n",
       "527024    1.340926  -6.470239  \n",
       "527025    1.562992  -6.208161  \n",
       "527026    1.119058  -6.247084  \n",
       "527027    0.923123  -5.929006  \n",
       "527028    0.244189  -6.009929  \n",
       "527029   -0.231745  -5.724851  \n",
       "527030   -0.735679  -5.346774  \n",
       "527031   -1.372613  -5.104696  \n",
       "527032   -2.085547  -4.773619  \n",
       "527033   -2.181481  -4.652541  \n",
       "527034   -2.819415  -4.314464  \n",
       "527035   -2.294350  -4.068386  \n",
       "527036   -2.248284  -3.220309  \n",
       "527037   -1.899218  -2.644231  \n",
       "527038   -1.374152  -2.625154  \n",
       "\n",
       "[527039 rows x 38 columns]"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "supervised_values.shape (7319, 1, 38)\n",
      "supervised_values.shape (7319, 1, 38)\n",
      "5760\n",
      "train.shape (5760, 1, 38)\n",
      "test.shape (1559, 1, 38)\n",
      "(5760, 38) (1559, 38)\n",
      "len(scalers) 38\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/sklearn/preprocessing/data.py:586: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "# Scale data\n",
    "train_scaled, test_scaled, scalers = sting.sampled_to_scaled(sampled_values,\n",
    "                                                             time, nchannels, lags, \n",
    "                                                             batch_size, units=units, \n",
    "                                                             derivative=False)\n",
    "\n",
    "print(train_scaled.shape, test_scaled.shape)\n",
    "print('len(scalers)',len(scalers))\n",
    "\n",
    "#Save scaling functions\n",
    "pickle.dump(scalers, open(\"scalers_window{0:03d}_lags{1:03d}.pkl\".format(window,np.max(lags)),\"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from scipy.misc import imresize\n",
    "def rebin(a, *args):\n",
    "    import numpy as np\n",
    "    '''rebin ndarray data into a smaller ndarray of the same rank whose dimensions\n",
    "    are factors of the original dimensions. eg. An array with 6 columns and 4 rows\n",
    "    can be reduced to have 6,3,2 or 1 columns and 4,2 or 1 rows.\n",
    "    example usages:\n",
    "    >>> a=rand(6,4); b=rebin(a,3,2)\n",
    "    >>> a=rand(6); b=rebin(a,2)\n",
    "    '''\n",
    "    shape = a.shape\n",
    "    lenShape = len(shape)\n",
    "    factor = np.asarray(shape)/np.asarray(args)\n",
    "    evList = ['a.reshape('] + \\\n",
    "             ['args[%d],factor[%d],'%(i,i) for i in range(lenShape)] + \\\n",
    "             [')'] + ['.sum(%d)'%(i+1) for i in range(lenShape)] + \\\n",
    "             ['/factor[%d]'%i for i in range(lenShape)]\n",
    "    print(''.join(evList))\n",
    "    return eval(''.join(evList))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fitted\n"
     ]
    }
   ],
   "source": [
    "# Create and fit a list of models\n",
    "models = []\n",
    "modeldims = []\n",
    "modelnames = []\n",
    "def pred(x):\n",
    "    return x\n",
    "\n",
    "# Persist model \n",
    "class persist_model:\n",
    "    def __init__(self):\n",
    "        self.data = []\n",
    "\n",
    "    def fit(self):\n",
    "        print(\"fitted\")\n",
    "        #self.data.append(x)\n",
    "\n",
    "    def predict(self,x):\n",
    "        return pred(x)\n",
    "#End of Persist model class definition\n",
    "    \n",
    "pmodel = persist_model()\n",
    "pmodel.fit()\n",
    "models.append(pmodel)\n",
    "modeldims.append(3)\n",
    "modelnames.append('Persist')\n",
    "\n",
    "from sklearn.svm import SVR\n",
    "from sklearn.datasets import load_linnerud\n",
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "from sklearn.ensemble import AdaBoostRegressor\n",
    "from sklearn.ensemble import BaggingRegressor\n",
    "from sklearn.ensemble import ExtraTreesRegressor\n",
    "from sklearn.ensemble import RandomForestRegressor\n",
    "\n",
    "from sklearn.multioutput import MultiOutputRegressor\n",
    "\n",
    "# to set number of jobs to the number of cores, use n_jobs=-1\n",
    "model = MultiOutputRegressor(GradientBoostingRegressor(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('GradientBoostingRegressor')\n",
    "\n",
    "model = MultiOutputRegressor(AdaBoostRegressor(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('AdaBoostRegressor')\n",
    "\n",
    "model = MultiOutputRegressor(BaggingRegressor(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('BaggingRegressor')\n",
    "\n",
    "model = MultiOutputRegressor(ExtraTreesRegressor(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('ExtraTreesRegressor')\n",
    "\n",
    "model = MultiOutputRegressor(RandomForestRegressor(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('RandomForestRegressor')\n",
    "\n",
    "model = MultiOutputRegressor(SVR(), n_jobs=1).fit(train_scaled[0:-1,:], train_scaled[1:,:])\n",
    "models.append(model)\n",
    "modeldims.append(2)\n",
    "modelnames.append('SVR')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5632, 38) (5632, 38)\n",
      "(5632, 1, 38) (5632, 38)\n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 1s - loss: 0.3077     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1510     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1435     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1396     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1376     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1343     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1337     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1300     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1285     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1270     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1227     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1203     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1192     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1177     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1125     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1108     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1084     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1073     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1053     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1026     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1015     \n",
      "(5632, 38) (5632, 38)\n",
      "(5632, 1, 38) (5632, 38)\n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 1s - loss: 0.2864     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1469     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1397     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1356     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1316     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1270     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1221     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1313     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1123     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1065     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1013     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0965     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0942     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0919     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0886     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0867     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0855     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0811     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0789     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0790     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0753     \n",
      "(5632, 38) (5632, 38)\n",
      "(5632, 1, 38) (5632, 38)\n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 1s - loss: 0.2763     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1447     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1396     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1336     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1307     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1191     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1147     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.1022     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0942     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0876     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0870     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0758     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0725     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0671     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0665     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0650     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0588     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0596     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0569     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0528     \n",
      "Epoch 1/1\n",
      "5632/5632 [==============================] - 0s - loss: 0.0532     \n"
     ]
    }
   ],
   "source": [
    "#def custom_loss(y_true, y_pred):\n",
    "#    import numpy as np\n",
    "#    return (y_true[18:] - y_pred[18:])**2\n",
    "\n",
    "def custom_loss(y_true, y_pred):\n",
    "    # y_pred is n-dimensional, y_true is n+1 dimensional.\n",
    "    import tensorflow as tf\n",
    "    import numpy as np\n",
    "    #wnp = np.zeros(y_pred.shape[1]    \n",
    "    Tloss = tf.losses.mean_squared_error(y_true, y_pred)\n",
    "    return Tloss\n",
    "\n",
    "# fit an LSTM network to training data\n",
    "def fit_lstm_shallow(train, batch_size, nb_epoch, neurons):\n",
    "    import numpy as np \n",
    "    from keras.models import Sequential\n",
    "    from keras.layers import Dense, Convolution1D\n",
    "    from keras.layers import LSTM\n",
    "    wall = int((np.floor(train.shape[0]/batch_size)-1)*batch_size)\n",
    "    X, y = train[0:wall,:], train[1:1+wall,:]\n",
    "    \n",
    "    #X, y = train[0:-lag, :], train[lag:,:]\n",
    "    print(X.shape,y.shape)\n",
    "    X = X.reshape(X.shape[0], 1, X.shape[1]) \n",
    "    print(X.shape,y.shape)\n",
    "    \n",
    "    model = Sequential()\n",
    "    model.add(LSTM(neurons, batch_input_shape=(batch_size, X.shape[1], X.shape[2]), stateful=True))#, return_sequences=True,dropout=0.2))\n",
    "    model.add(Dense(y.shape[1]))\n",
    "    model.compile(loss=custom_loss, optimizer='adam')\n",
    "    \n",
    "    modelpred = Sequential()\n",
    "    modelpred.add(LSTM(neurons, batch_input_shape=(1, X.shape[1], X.shape[2]), stateful=True)) #, return_sequences=True, dropout=0.2))\n",
    "    modelpred.add(Dense(y.shape[1]))\n",
    "    modelpred.compile(loss=custom_loss, optimizer='adam')\n",
    "        \n",
    "    for i in range(nb_epoch):\n",
    "        model.fit(X, y, epochs=1, batch_size=batch_size, verbose=(i%20==0), shuffle=False)\n",
    "        model.reset_states()\n",
    "    return model, modelpred\n",
    "\n",
    "# LSTM models\n",
    "lstm_model, lstm_model_pred = fit_lstm_shallow(train_scaled, 128, 401, nchannels)\n",
    "models.append(lstm_model_pred)\n",
    "modeldims.append(3)\n",
    "modelnames.append('LSTM1')\n",
    "\n",
    "lstm_model, lstm_model_pred = fit_lstm_shallow(train_scaled, 128, 401, 2*nchannels)\n",
    "models.append(lstm_model_pred)\n",
    "modeldims.append(3)\n",
    "modelnames.append('LSTM2')\n",
    "\n",
    "lstm_model, lstm_model_pred = fit_lstm_shallow(train_scaled, 128, 401, 3*nchannels)\n",
    "models.append(lstm_model_pred)\n",
    "modeldims.append(3)\n",
    "modelnames.append('LSTM3')\n",
    "\n",
    "lstm_model.save_weights('lstm_model_window{0:03d}_lags{1:03d}.h5'.format(window,np.max(lags)))\n",
    "lstm_model_pred.load_weights('lstm_model_window{0:03d}_lags{1:03d}.h5'.format(window,np.max(lags)))\n",
    "model_json = lstm_model_pred.to_json()\n",
    "with open(\"model_window{0:03d}_lags{1:03d}.json\".format(window,np.max(lags)), \"w\") as json_file:\n",
    "    json_file.write(model_json)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Look aheads =  5\n",
      "0 Persist 3\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mcheung/anaconda3/lib/python3.6/site-packages/matplotlib/pyplot.py:524: RuntimeWarning: More than 20 figures have been opened. Figures created through the pyplot interface (`matplotlib.pyplot.figure`) are retained until explicitly closed and may consume too much memory. (To control this warning, see the rcParam `figure.max_open_warning`).\n",
      "  max_open_warning, RuntimeWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1 GradientBoostingRegressor 2\n",
      "2 Persist 2\n",
      "3 BaggingRegressor 2\n",
      "4 ExtraTreesRegressor 2\n",
      "5 RandomForestRegressor 2\n",
      "6 LSTM1 3\n",
      "7 LSTM2 3\n",
      "8 LSTM3 3\n",
      "Look aheads =  4\n",
      "0 Persist 3\n",
      "1 GradientBoostingRegressor 2\n",
      "2 Persist 2\n",
      "3 BaggingRegressor 2\n",
      "4 ExtraTreesRegressor 2\n",
      "5 RandomForestRegressor 2\n",
      "6 LSTM1 3\n",
      "7 LSTM2 3\n",
      "8 LSTM3 3\n",
      "Look aheads =  3\n",
      "0 Persist 3\n",
      "1 GradientBoostingRegressor 2\n",
      "2 Persist 2\n",
      "3 BaggingRegressor 2\n",
      "4 ExtraTreesRegressor 2\n",
      "5 RandomForestRegressor 2\n",
      "6 LSTM1 3\n",
      "7 LSTM2 3\n",
      "8 LSTM3 3\n",
      "Look aheads =  2\n",
      "0 Persist 3\n",
      "1 GradientBoostingRegressor 2\n",
      "2 Persist 2\n",
      "3 BaggingRegressor 2\n",
      "4 ExtraTreesRegressor 2\n",
      "5 RandomForestRegressor 2\n",
      "6 LSTM1 3\n",
      "7 LSTM2 3\n",
      "8 LSTM3 3\n",
      "Look aheads =  1\n",
      "0 Persist 3\n",
      "1 GradientBoostingRegressor 2\n",
      "2 Persist 2\n",
      "3 BaggingRegressor 2\n",
      "4 ExtraTreesRegressor 2\n",
      "5 RandomForestRegressor 2\n",
      "6 LSTM1 3\n",
      "7 LSTM2 3\n",
      "8 LSTM3 3\n"
     ]
    }
   ],
   "source": [
    "def metrics(X,X2):\n",
    "    from scipy.stats import pearsonr\n",
    "    import numpy as np\n",
    "    return (np.sum(np.sqrt((X - X2)**2)), (pearsonr(X.ravel(), X2.ravel()))[0])\n",
    "    \n",
    "def predict_ahead(X,lookahead,model,dims):\n",
    "    X_pred = np.zeros([X.shape[0]-lookahead,X.shape[1]])\n",
    "    for n in range(X.shape[0]-lookahead):\n",
    "        yhat = X[n,:].reshape([1,1,X.shape[1]])\n",
    "        \n",
    "        for l in range(lookahead):\n",
    "            if dims == 3:\n",
    "                yhat2 = yhat.reshape([1,1,X.shape[1]])\n",
    "                yhat2[0,0,0:11] = X[n,0:11] # Do not update solar wind data\n",
    "            if dims == 2:\n",
    "                yhat2 = yhat.reshape([1,X.shape[1]])            \n",
    "                yhat2[0,0:11] = X[n,0:11] # Do not update solar wind data\n",
    "            if dims == 1:\n",
    "                yhat2 = yhat.reshape(X.shape[1])            \n",
    "                yhat2[0:11] = X[n,0:11] # Do not update solar wind data\n",
    "                    \n",
    "            yhat = model.predict(yhat2)\n",
    "            \n",
    "        X_pred[n,:] = yhat\n",
    "\n",
    "    return X[lookahead+range(X.shape[0]-lookahead),:], X_pred[:,:]\n",
    "\n",
    "\n",
    "# How many steps ahead to predict?\n",
    "lookaheads = np.arange(5,dtype='int')+1\n",
    "\n",
    "# Metrics\n",
    "mets = []\n",
    "mets = np.zeros([nchannels,len(lookaheads),len(models)])\n",
    "\n",
    "import os\n",
    "from scipy.signal import correlate\n",
    "\n",
    "# Now we use trained models to make predictions of the geomagnetic field\n",
    "for l in range(len(lookaheads)):\n",
    "    print('Look aheads = ', lookaheads[l])\n",
    "    for m in range(len(models)):\n",
    "        print(m,modelnames[m],modeldims[m])\n",
    "        X, X_pred = predict_ahead(test_scaled, lookaheads[l], models[m], modeldims[m])\n",
    "        inverted_predictions = X_pred.reshape([X_pred.shape[0],lags.shape[0],nchannels])\n",
    "        inverted_test = X.reshape([X.shape[0],lags.shape[0],nchannels])\n",
    "       \n",
    "        for c in range(nchannels):\n",
    "            mets[c,l,m] = (metrics(X[:,c],X_pred[:,c]))[0]\n",
    "        \n",
    "        for c in range(len(scalers)):\n",
    "            sc = scalers[c]\n",
    "            sc.inverse_transform(inverted_predictions[:,:,c])\n",
    "            sc.inverse_transform(inverted_test[:,:,c])\n",
    "                \n",
    "            # Plot ground truth (from test data) and predicted curves\n",
    "            f, (ax1, ax2) = pyplot.subplots(1, 2, sharey=False, figsize=(16, 8), dpi=80)\n",
    "            pyplot.figure(c)\n",
    "            a = inverted_test[:,len(lags)-1,c]\n",
    "            b = inverted_predictions[:,len(lags)-1,c]\n",
    "            ax1.fill(a)\n",
    "            ax1.plot(b,color='orange')\n",
    "            ax1.set_ylim(np.min([a.min(),b.min()]),np.max([a.max(),b.max()]))\n",
    "            ax1.set_ylim(-1,1)\n",
    "            ax1.set_xlim(250,400)\n",
    "            corr = pearsonr(a[250:400],b[250:400])\n",
    "            ax1.set_title(\"{0}, pearson r={1:.2f}, p={2:.3f}\".format(raw_data.columns[c],corr[0],corr[1]))\n",
    "            \n",
    "            #Plot cross and autocorrelations for X and X_pred\n",
    "            ax2.plot(correlate(a[250:400],b[250:400]),'--')\n",
    "            ax2.plot(correlate(b[250:400],b[250:400]))\n",
    "            ax2.plot(correlate(a[250:400],a[250:400]))\n",
    "            corr = pearsonr(a[250:400],b[250:400])\n",
    "            ax2.set_title(\"{0}, pearson r={1:.2f}, p={2:.3f}, (X,X_pred){3:.3f},(X_pred,X_pred){4:.3f},(X,X){5:.3f}\".format(\n",
    "                            raw_data.columns[c],corr[0],corr[1],\n",
    "                          (correlate(a[250:400],b[250:400])).argmax(),\n",
    "                          (correlate(b[250:400],b[250:400])).argmax(),\n",
    "                          (correlate(a[250:400],a[250:400])).argmax()))\n",
    "            \n",
    "            directory = './window{0:03d}_lags{1:03d}_{2}'.format(window, np.max(lags),modelnames[m])\n",
    "            try:\n",
    "                os.stat(directory)\n",
    "            except:\n",
    "                os.mkdir(directory)\n",
    "\n",
    "            f.savefig(\"{0}/lookahead{1:03d}_c{2:03d}.jpg\".format(directory,lookaheads[l],c))            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "def mystr(a):\n",
    "    return \"{0:.03f}\".format(a)\n",
    "\n",
    "# Write out metrics\n",
    "f = open(\"model_window{0:03d}_lags{1:03d}.metrics\".format(window,np.max(lags)), \"w\")\n",
    "for c in range(nchannels):\n",
    "    for m in range(len(models)):\n",
    "        f.write(\"Model #{0}\".format(modelnames[m]))\n",
    "        f.write(\";, \"+raw_data.columns[c]  + '  ;    '+'  ;   '.join(map(mystr,mets[c,:,m])))\n",
    "        f.write(\"\\n\")\n",
    "f.close()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}