show_ices_results.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "true"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "using PyPlot\n",
    "using DataFrames\n",
    "using DFMS\n",
    "pygui(true)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "data = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/DFMS_major_species_spice_clean.csv\");\n",
    "H2O_ices = time_series(\"/home/abieler/ices/ices-desktop/work/output/result_H2O.dat.extended\");"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>H2O</th><th>CO</th><th>O2</th><th>CO2</th><th>COPS_scaled</th><th>COPS</th><th>sumSpecies</th><th>multFactor</th><th>date_1</th><th>localHourFloat</th><th>rSC_km</th><th>rSUN_km</th><th>rSUN_AU</th><th>lonSC_deg</th><th>latSC_deg</th><th>lonSUN_deg</th><th>latSUN_deg</th><th>lonSC_cso_deg</th><th>latSC_cso_deg</th><th>phaseAngle_deg</th><th>offNadirAngle_deg</th><th>xSC_km</th><th>ySC_km</th><th>zSC_km</th><th>xSUN_km</th><th>ySUN_km</th><th>zSUN_km</th></tr><tr><th>1</th><td>2014-08-05T13:00:39</td><td>2.463290432734006e11</td><td>1.228184508462201e11</td><td>8.478736040975208e8</td><td>4.872166978674732e10</td><td>4.187170375104656e11</td><td>4.712573174716372e11</td><td>4.187170375104656e11</td><td>6.88975243653674e-13</td><td>2014-08-05T13:00:39</td><td>14.579274815948352</td><td>147.7331892507073</td><td>5.390636126260206e8</td><td>3.6034176818205665</td><td>-36.42951283833643</td><td>14.459833181769692</td><td>-75.11863507756172</td><td>44.65776244777096</td><td>44.5090247159879</td><td>0.12230079350423251</td><td>44.50915750088011</td><td>0.13527722602740697</td><td>115.09908011570458</td><td>-84.94990826539203</td><td>36.889158954974874</td><td>9.847590016683893e7</td><td>-3.705846550989899e8</td><td>3.788919225173714e8</td></tr><tr><th>2</th><td>2014-08-05T13:04:11</td><td>2.4526026592253146e11</td><td>1.2357062638967993e11</td><td>8.530662260900081e8</td><td>4.9020055315937904e10</td><td>4.187040138542393e11</td><td>4.712573174716372e11</td><td>4.187040138542393e11</td><td>6.931947263515501e-13</td><td>2014-08-05T13:04:11</td><td>14.582341468335956</td><td>147.5842112807165</td><td>5.390615264620565e8</td><td>3.6034037366758023</td><td>-38.09230317787045</td><td>14.473618959767188</td><td>-76.82742520290978</td><td>44.65762755372493</td><td>44.52645148617719</td><td>0.16576160188736977</td><td>44.52669526344076</td><td>0.1354169615836005</td><td>112.46509845246823</td><td>-88.15950747381143</td><td>36.88634288463392</td><td>8.738128923473884e7</td><td>-3.733557899472278e8</td><td>3.7888955345345545e8</td></tr><tr><th>3</th><td>2014-08-05T13:33:18</td><td>2.800032451760665e11</td><td>1.3971313787375385e11</td><td>9.868496427889993e8</td><td>5.736688675307317e10</td><td>4.7807011944568243e11</td><td>5.385108347856993e11</td><td>4.7807011944568243e11</td><td>7.671441586240291e-13</td><td>2014-08-05T13:33:18</td><td>14.607866615126708</td><td>146.36027657551708</td><td>5.390443349513143e8</td><td>3.603288818524522</td><td>-51.790823810990986</td><td>14.587928471669539</td><td>-90.90882303789161</td><td>44.65651587615222</td><td>44.67144106821663</td><td>0.5272644921496474</td><td>44.673895058996095</td><td>0.04864950396246141</td><td>87.61039774400157</td><td>-111.29627422901262</td><td>36.86309955958822</td><td>-6.081853997479558e6</td><td>-3.833918440729862e8</td><td>3.788700304766439e8</td></tr><tr><th>4</th><td>2014-08-05T13:37:00</td><td>2.418938474671829e11</td><td>1.2035164517354698e11</td><td>8.500916939959077e8</td><td>4.941696467697703e10</td><td>4.1251254901170276e11</td><td>4.646604441715436e11</td><td>4.1251254901170276e11</td><td>6.6083306824807e-13</td><td>2014-08-05T13:37:00</td><td>14.6111429782914</td><td>146.2052263611754</td><td>5.390421502970557e8</td><td>3.603274215012803</td><td>-53.53107178695907</td><td>14.60254468844114</td><td>-92.69821646133008</td><td>44.65637460025298</td><td>44.69004399998717</td><td>0.5736352076979533</td><td>44.69294670675092</td><td>0.04868120651210556</td><td>84.09532612149766</td><td>-113.77730143885915</td><td>36.86014130646369</td><td>-1.8050549336264268e7</td><td>-3.8301435662757003e8</td><td>3.788675495245025e8</td></tr><tr><th>5</th><td>2014-08-05T14:01:49</td><td>1.8653425192556744e11</td><td>7.636090793127202e10</td><td>5.246471845570708e8</td><td>3.496104732803854e10</td><td>2.983808543694351e11</td><td>3.367255754528757e11</td><td>2.983808543694351e11</td><td>4.2351959837636156e-13</td><td>2014-08-05T14:01:49</td><td>14.633311849554135</td><td>145.16812488213358</td><td>5.390274971160296e8</td><td>3.603176264547649</td><td>-65.20037115675318</td><td>14.701105139901646</td><td>-104.70004890006518</td><td>44.655426978221904</td><td>44.8158740251014</td><td>0.8872073170932501</td><td>44.82278682329258</td><td>0.13776719690062494</td><td>58.89684689265543</td><td>-127.46662372988247</td><td>36.84027338121147</td><td>-9.730007088176873e7</td><td>-3.7088452072426414e8</td><td>3.788509088555906e8</td></tr><tr><th>6</th><td>2014-08-05T14:29:34</td><td>3.4914034434335736e11</td><td>1.2772419403732146e11</td><td>6.092200154019847e8</td><td>5.647362594246927e10</td><td>5.339473843385501e11</td><td>6.018111695978329e11</td><td>5.339473843385501e11</td><td>6.775369465173606e-13</td><td>2014-08-05T14:29:34</td><td>14.658505797721133</td><td>144.01441495457112</td><td>5.390111114071054e8</td><td>3.603066732848822</td><td>-78.24291252103833</td><td>14.81239838382412</td><td>-118.12049948685534</td><td>44.654367233139965</td><td>44.95879055224942</td><td>1.2431730395513931</td><td>44.97229469369304</td><td>0.04925325021163007</td><td>28.369605296654754</td><td>-136.30756422875248</td><td>36.81800027220294</td><td>-1.8072139679907328e8</td><td>-3.3816984360207814e8</td><td>3.78832300414657e8</td></tr></table>"
      ],
      "text/plain": [
       "6x28 DataFrames.DataFrame\n",
       "| Row | date                | H2O        | CO         | O2        | CO2        |\n",
       "|-----|---------------------|------------|------------|-----------|------------|\n",
       "| 1   | 2014-08-05T13:00:39 | 2.46329e11 | 1.22818e11 | 8.47874e8 | 4.87217e10 |\n",
       "| 2   | 2014-08-05T13:04:11 | 2.4526e11  | 1.23571e11 | 8.53066e8 | 4.90201e10 |\n",
       "| 3   | 2014-08-05T13:33:18 | 2.80003e11 | 1.39713e11 | 9.8685e8  | 5.73669e10 |\n",
       "| 4   | 2014-08-05T13:37:00 | 2.41894e11 | 1.20352e11 | 8.50092e8 | 4.9417e10  |\n",
       "| 5   | 2014-08-05T14:01:49 | 1.86534e11 | 7.63609e10 | 5.24647e8 | 3.4961e10  |\n",
       "| 6   | 2014-08-05T14:29:34 | 3.4914e11  | 1.27724e11 | 6.0922e8  | 5.64736e10 |\n",
       "\n",
       "| Row | COPS_scaled | COPS       | sumSpecies | multFactor  |\n",
       "|-----|-------------|------------|------------|-------------|\n",
       "| 1   | 4.18717e11  | 4.71257e11 | 4.18717e11 | 6.88975e-13 |\n",
       "| 2   | 4.18704e11  | 4.71257e11 | 4.18704e11 | 6.93195e-13 |\n",
       "| 3   | 4.7807e11   | 5.38511e11 | 4.7807e11  | 7.67144e-13 |\n",
       "| 4   | 4.12513e11  | 4.6466e11  | 4.12513e11 | 6.60833e-13 |\n",
       "| 5   | 2.98381e11  | 3.36726e11 | 2.98381e11 | 4.2352e-13  |\n",
       "| 6   | 5.33947e11  | 6.01811e11 | 5.33947e11 | 6.77537e-13 |\n",
       "\n",
       "| Row | date_1                | localHourFloat | rSC_km  | rSUN_km   | rSUN_AU |\n",
       "|-----|-----------------------|----------------|---------|-----------|---------|\n",
       "| 1   | \"2014-08-05T13:00:39\" | 14.5793        | 147.733 | 5.39064e8 | 3.60342 |\n",
       "| 2   | \"2014-08-05T13:04:11\" | 14.5823        | 147.584 | 5.39062e8 | 3.6034  |\n",
       "| 3   | \"2014-08-05T13:33:18\" | 14.6079        | 146.36  | 5.39044e8 | 3.60329 |\n",
       "| 4   | \"2014-08-05T13:37:00\" | 14.6111        | 146.205 | 5.39042e8 | 3.60327 |\n",
       "| 5   | \"2014-08-05T14:01:49\" | 14.6333        | 145.168 | 5.39027e8 | 3.60318 |\n",
       "| 6   | \"2014-08-05T14:29:34\" | 14.6585        | 144.014 | 5.39011e8 | 3.60307 |\n",
       "\n",
       "| Row | lonSC_deg | latSC_deg | lonSUN_deg | latSUN_deg | lonSC_cso_deg |\n",
       "|-----|-----------|-----------|------------|------------|---------------|\n",
       "| 1   | -36.4295  | 14.4598   | -75.1186   | 44.6578    | 44.509        |\n",
       "| 2   | -38.0923  | 14.4736   | -76.8274   | 44.6576    | 44.5265       |\n",
       "| 3   | -51.7908  | 14.5879   | -90.9088   | 44.6565    | 44.6714       |\n",
       "| 4   | -53.5311  | 14.6025   | -92.6982   | 44.6564    | 44.69         |\n",
       "| 5   | -65.2004  | 14.7011   | -104.7     | 44.6554    | 44.8159       |\n",
       "| 6   | -78.2429  | 14.8124   | -118.12    | 44.6544    | 44.9588       |\n",
       "\n",
       "| Row | latSC_cso_deg | phaseAngle_deg | offNadirAngle_deg | xSC_km  |\n",
       "|-----|---------------|----------------|-------------------|---------|\n",
       "| 1   | 0.122301      | 44.5092        | 0.135277          | 115.099 |\n",
       "| 2   | 0.165762      | 44.5267        | 0.135417          | 112.465 |\n",
       "| 3   | 0.527264      | 44.6739        | 0.0486495         | 87.6104 |\n",
       "| 4   | 0.573635      | 44.6929        | 0.0486812         | 84.0953 |\n",
       "| 5   | 0.887207      | 44.8228        | 0.137767          | 58.8968 |\n",
       "| 6   | 1.24317       | 44.9723        | 0.0492533         | 28.3696 |\n",
       "\n",
       "| Row | ySC_km   | zSC_km  | xSUN_km    | ySUN_km    | zSUN_km   |\n",
       "|-----|----------|---------|------------|------------|-----------|\n",
       "| 1   | -84.9499 | 36.8892 | 9.84759e7  | -3.70585e8 | 3.78892e8 |\n",
       "| 2   | -88.1595 | 36.8863 | 8.73813e7  | -3.73356e8 | 3.7889e8  |\n",
       "| 3   | -111.296 | 36.8631 | -6.08185e6 | -3.83392e8 | 3.7887e8  |\n",
       "| 4   | -113.777 | 36.8601 | -1.80505e7 | -3.83014e8 | 3.78868e8 |\n",
       "| 5   | -127.467 | 36.8403 | -9.73001e7 | -3.70885e8 | 3.78851e8 |\n",
       "| 6   | -136.308 | 36.818  | -1.80721e8 | -3.3817e8  | 3.78832e8 |"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "#H2O_ices = time_series(\"/home/abieler/ices/data/evaluated/result_tDFMS_H2O.dat\");\n",
    "#H2O_ices[:date] = DateTime[DateTime(tStr) for tStr in H2O_ices[:date]];\n",
    "#H2O_ices = readtable(\"/home/abieler/ices/ices-desktop/work/output/result_H2O.dat\");\n",
    "#H2O_ices = time_series(\"/home/abieler/ices/data/stavro/H2O_ICES_Mar2015.csv\");\n",
    "\n",
    "#H2O_ices[:NumberDensity] *= 3.0\n",
    "#H2O = data[:,[:date, :H2O]];\n",
    "#H2O_old = time_series(\"/home/abieler/Downloads/H2O_flt.csv\")\n",
    "#H2O_ices = H2O_ices[H2O_ices[:delta_lon] .<= 5.0, :]\n",
    "H2O = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/H2O_spice.csv\");\n",
    "#H2O[:date] = [DateTime(tStr) for tStr in H2O[:date]];\n",
    "H2O = H2O[H2O[:row] .== \"A\",:];\n",
    "H2O = clean(H2O)\n",
    "#writetable(\"/home/abieler/ices/data/stavro/H2O_ICES_Mar2015.csv\", H2O_ices)\n",
    "println()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "fig, ax = subplots(2,1,sharex=true)\n",
    "ax[1,1][:semilogy](H2O[:date], H2O[:H2O], \"-ok\")\n",
    "ax[1,1][:semilogy](H2O_ices[:date], H2O_ices[:NumberDensity], \"-sr\", markeredgecolor=\"r\")\n",
    "#ax[1,1][:semilogy](H2O_old[:date], H2O_old[:peakArea]/1e12, \"-sg\", markeredgecolor=\"g\")\n",
    "ax[2,1][:plot](H2O_ices[:date], H2O_ices[:delta_lon], \"-k\", lw=2)\n",
    "ax[2,1][:plot](H2O_ices[:date], H2O_ices[:delta_lat], \"-r\", lw=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "#H2O_ices = time_series(\"/home/abieler/ices/data/evaluated/result_tDFMS_H2O.dat\");\n",
    "#H2O_ices[:date] = DateTime[DateTime(tStr) for tStr in H2O_ices[:date]];\n",
    "#H2O_ices = readtable(\"/home/abieler/ices/ices-desktop/work/output/result_H2O.dat\");\n",
    "#CO2_ices = time_series(\"/home/abieler/ices/data/stavro/CO2_ICES_Feb2015_spice.csv\");\n",
    "\n",
    "#H2O_ices[:NumberDensity] *= 3.0\n",
    "#CO2 = data[:,[:date, :CO2]];\n",
    "#H2O_old = time_series(\"/home/abieler/Downloads/H2O_flt.csv\")\n",
    "#H2O_ices = H2O_ices[H2O_ices[:delta_lon] .<= 5.0, :]\n",
    "#H2O = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/new/H2O_new_spice.csv\");\n",
    "#H2O[:date] = [DateTime(tStr) for tStr in H2O[:date]];\n",
    "#H2O = H2O[H2O[:row] .== \"A\",:];\n",
    "#writetable(\"/home/abieler/ices/data/stavro/H2O_ICES_Mar2015.csv\", H2O_ices)\n",
    "println()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1-element Array{Any,1}:\n",
       " PyObject <matplotlib.lines.Line2D object at 0x7f3545c6c290>"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python2.7/dist-packages/gi/overrides/__init__.py:92: Warning: Source ID 2202 was not found when attempting to remove it\n",
      "  return fn(*args, **kwargs)\n"
     ]
    }
   ],
   "source": [
    "fig, ax = subplots(2,1,sharex=true)\n",
    "ax[1,1][:semilogy](CO2[:date], CO2[:CO2], \"-ok\")\n",
    "ax[1,1][:semilogy](CO2_ices[:date], CO2_ices[:NumberDensity], \"-sr\", markeredgecolor=\"r\")\n",
    "#ax[1,1][:semilogy](H2O_old[:date], H2O_old[:peakArea]/1e12, \"-sg\", markeredgecolor=\"g\")\n",
    "ax[2,1][:plot](CO2_ices[:date], CO2_ices[:delta_lon], \"-k\", lw=2)\n",
    "ax[2,1][:plot](CO2_ices[:date], CO2_ices[:delta_lat], \"-r\", lw=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>run_name</th><th>NumberDensity</th><th>V0</th><th>V1</th><th>V2</th><th>Speed</th><th>TranslationalTemperature</th><th>Trot</th><th>delta_lat</th><th>delta_lon</th><th>date_1</th><th>localHourFloat</th><th>rSC_km</th><th>rSUN_km</th><th>rSUN_AU</th><th>lonSC_deg</th><th>latSC_deg</th><th>lonSUN_deg</th><th>latSUN_deg</th><th>lonSC_cso_deg</th><th>latSC_cso_deg</th><th>phaseAngle_deg</th><th>offNadirAngle_deg</th><th>xSC_km</th><th>ySC_km</th><th>zSC_km</th><th>xSUN_km</th><th>ySUN_km</th><th>zSUN_km</th></tr><tr><th>1</th><td>2015-02-19T00:00:00</td><td>SHAP5-2.2-20150304T2300.CO2.h5</td><td>1.901897835783456e10</td><td>421.2757665635638</td><td>342.4804478367276</td><td>25.479659215020188</td><td>544.1576964901556</td><td>20.06309300078381</td><td>120.7342503932427</td><td>2.927248831304638</td><td>7.514940501041707</td><td>2015-02-19T00:00:00</td><td>17.49342311730693</td><td>192.80182548360182</td><td>3.4149875141015637e8</td><td>2.282778155172413</td><td>38.92223886644833</td><td>3.0026269473618696</td><td>-43.4791078931556</td><td>23.104354185404752</td><td>77.89518355699194</td><td>47.37271974753241</td><td>81.835544346545</td><td>0.23076308902077675</td><td>149.7937657219087</td><td>120.96435793473216</td><td>10.099295524796702</td><td>2.2792450807821926e8</td><td>-2.1613438428606412e8</td><td>1.3400650641398531e8</td></tr><tr><th>2</th><td>2015-02-19T00:30:00</td><td>SHAP5-2.2-20150304T1200.CO2.h5</td><td>1.5956828417881355e10</td><td>456.5189397557736</td><td>208.24040028067446</td><td>24.300324832027933</td><td>503.0567099673351</td><td>22.85473331412253</td><td>124.31305971953942</td><td>2.9230512657921395</td><td>19.111255617602154</td><td>2015-02-19T00:30:00</td><td>17.48553407128419</td><td>191.55628463218787</td><td>3.4147502653260326e8</td><td>2.2826195641614984</td><td>24.30602146944239</td><td>3.050197398735934</td><td>-57.97698959982044</td><td>23.10015661989226</td><td>77.70946057328999</td><td>47.35270346103545</td><td>81.70816155177643</td><td>0.2341554368189509</td><td>174.32941714300233</td><td>78.73480719962414</td><td>10.192871818426497</td><td>1.665523263516405e8</td><td>-2.6630139662892702e8</td><td>1.3397418589333406e8</td></tr><tr><th>3</th><td>2015-02-19T01:00:00</td><td>SHAP5-2.2-20150304T1200.CO2.h5</td><td>1.9052871486804333e10</td><td>466.40432313054794</td><td>80.6557800128905</td><td>24.6837676055518</td><td>474.68818067811003</td><td>21.06630169997714</td><td>133.13320085463226</td><td>2.9188530122756333</td><td>4.613377486142554</td><td>2015-02-19T01:00:00</td><td>17.47754769891998</td><td>190.31156257185467</td><td>3.414513012636019e8</td><td>2.282460970533913</td><td>9.688347752519677</td><td>3.0983587905384664</td><td>-72.47486773128003</td><td>23.09595836637573</td><td>77.52159270559332</td><td>47.33214593464852</td><td>81.57921024602837</td><td>0.22709828307660837</td><td>187.32305856354736</td><td>31.980509151370306</td><td>10.286379992877713</td><td>9.4578173411592e7</td><td>-2.995054879910274e8</td><td>1.33941863926072e8</td></tr><tr><th>4</th><td>2015-02-19T01:30:00</td><td>SHAP5-2.2-20150304T1200.CO2.h5</td><td>2.070990898773808e10</td><td>483.1585539112127</td><td>-40.61948393010006</td><td>25.57108959226609</td><td>486.29088016805895</td><td>21.429019044377903</td><td>135.98917585695185</td><td>2.9146540706079804</td><td>9.88449706908608</td><td>2015-02-19T01:30:00</td><td>17.469462132805006</td><td>189.06767548332692</td><td>3.414275756033267e8</td><td>2.2823023742908237</td><td>-4.930810294433545</td><td>3.1471214001087615</td><td>-86.97274228650866</td><td>23.09175942470808</td><td>77.33154426219339</td><td>47.31103136527766</td><td>81.448660916193</td><td>3.1252367244897576</td><td>188.08389174460441</td><td>-16.226366005464175</td><td>10.379818164556525</td><td>1.6586450888077103e7</td><td>-3.1363340700426316e8</td><td>1.3390954051224643e8</td></tr><tr><th>5</th><td>2015-02-19T02:00:00</td><td>SHAP5-2.2-20150304T1300.CO2.h5</td><td>1.166035038629758e10</td><td>437.07084809394337</td><td>-154.42420635287934</td><td>25.16196009031057</td><td>464.96731015689005</td><td>24.87460053383824</td><td>136.4640547463867</td><td>2.910454440642127</td><td>4.6064456100906455</td><td>2015-02-19T02:00:00</td><td>17.46127539644016</td><td>187.82463870518492</td><td>3.414038495519525e8</td><td>2.2821437754333993</td><td>-19.551482319193315</td><td>3.1964974095773226</td><td>-101.47061326579576</td><td>23.08755979474223</td><td>77.13927635762086</td><td>47.28934435055059</td><td>81.31648181543723</td><td>50.16459716530666</td><td>176.71951726651363</td><td>-62.75842107874372</td><td>10.473189844872309</td><td>-6.245557451126741e7</td><td>-3.0778690815343815e8</td><td>1.3387721565190522e8</td></tr><tr><th>6</th><td>2015-02-19T02:30:00</td><td>SHAP5-2.2-20150304T1300.CO2.h5</td><td>1.3136442346851639e10</td><td>407.3905505170199</td><td>-276.1257353599543</td><td>27.425648990790584</td><td>493.70997324231</td><td>22.70394186808421</td><td>131.35715573039994</td><td>2.906254122230905</td><td>9.891421793270297</td><td>2015-02-19T02:30:00</td><td>17.452985464988586</td><td>186.5824712418316</td><td>3.41380123109654e8</td><td>2.281985173962808</td><td>-34.17369869432794</td><td>3.2464977147367318</td><td>-115.96848066915668</td><td>23.08335947633102</td><td>76.94475057869893</td><td>47.26706765620023</td><td>81.18264104352636</td><td>50.16829753118474</td><td>154.11912532729022</td><td>-104.63585903410548</td><td>10.56649361210863</td><td>-1.3751413487971836e8</td><td>-2.8233986037901944e8</td><td>1.3384488934509587e8</td></tr></table>"
      ],
      "text/plain": [
       "6x30 DataFrames.DataFrame\n",
       "| Row | date                | run_name                         | NumberDensity |\n",
       "|-----|---------------------|----------------------------------|---------------|\n",
       "| 1   | 2015-02-19T00:00:00 | \"SHAP5-2.2-20150304T2300.CO2.h5\" | 1.9019e10     |\n",
       "| 2   | 2015-02-19T00:30:00 | \"SHAP5-2.2-20150304T1200.CO2.h5\" | 1.59568e10    |\n",
       "| 3   | 2015-02-19T01:00:00 | \"SHAP5-2.2-20150304T1200.CO2.h5\" | 1.90529e10    |\n",
       "| 4   | 2015-02-19T01:30:00 | \"SHAP5-2.2-20150304T1200.CO2.h5\" | 2.07099e10    |\n",
       "| 5   | 2015-02-19T02:00:00 | \"SHAP5-2.2-20150304T1300.CO2.h5\" | 1.16604e10    |\n",
       "| 6   | 2015-02-19T02:30:00 | \"SHAP5-2.2-20150304T1300.CO2.h5\" | 1.31364e10    |\n",
       "\n",
       "| Row | V0      | V1       | V2      | Speed   | TranslationalTemperature |\n",
       "|-----|---------|----------|---------|---------|--------------------------|\n",
       "| 1   | 421.276 | 342.48   | 25.4797 | 544.158 | 20.0631                  |\n",
       "| 2   | 456.519 | 208.24   | 24.3003 | 503.057 | 22.8547                  |\n",
       "| 3   | 466.404 | 80.6558  | 24.6838 | 474.688 | 21.0663                  |\n",
       "| 4   | 483.159 | -40.6195 | 25.5711 | 486.291 | 21.429                   |\n",
       "| 5   | 437.071 | -154.424 | 25.162  | 464.967 | 24.8746                  |\n",
       "| 6   | 407.391 | -276.126 | 27.4256 | 493.71  | 22.7039                  |\n",
       "\n",
       "| Row | Trot    | delta_lat | delta_lon | date_1                |\n",
       "|-----|---------|-----------|-----------|-----------------------|\n",
       "| 1   | 120.734 | 2.92725   | 7.51494   | \"2015-02-19T00:00:00\" |\n",
       "| 2   | 124.313 | 2.92305   | 19.1113   | \"2015-02-19T00:30:00\" |\n",
       "| 3   | 133.133 | 2.91885   | 4.61338   | \"2015-02-19T01:00:00\" |\n",
       "| 4   | 135.989 | 2.91465   | 9.8845    | \"2015-02-19T01:30:00\" |\n",
       "| 5   | 136.464 | 2.91045   | 4.60645   | \"2015-02-19T02:00:00\" |\n",
       "| 6   | 131.357 | 2.90625   | 9.89142   | \"2015-02-19T02:30:00\" |\n",
       "\n",
       "| Row | localHourFloat | rSC_km  | rSUN_km   | rSUN_AU | lonSC_deg | latSC_deg |\n",
       "|-----|----------------|---------|-----------|---------|-----------|-----------|\n",
       "| 1   | 17.4934        | 192.802 | 3.41499e8 | 2.28278 | 38.9222   | 3.00263   |\n",
       "| 2   | 17.4855        | 191.556 | 3.41475e8 | 2.28262 | 24.306    | 3.0502    |\n",
       "| 3   | 17.4775        | 190.312 | 3.41451e8 | 2.28246 | 9.68835   | 3.09836   |\n",
       "| 4   | 17.4695        | 189.068 | 3.41428e8 | 2.2823  | -4.93081  | 3.14712   |\n",
       "| 5   | 17.4613        | 187.825 | 3.41404e8 | 2.28214 | -19.5515  | 3.1965    |\n",
       "| 6   | 17.453         | 186.582 | 3.4138e8  | 2.28199 | -34.1737  | 3.2465    |\n",
       "\n",
       "| Row | lonSUN_deg | latSUN_deg | lonSC_cso_deg | latSC_cso_deg |\n",
       "|-----|------------|------------|---------------|---------------|\n",
       "| 1   | -43.4791   | 23.1044    | 77.8952       | 47.3727       |\n",
       "| 2   | -57.977    | 23.1002    | 77.7095       | 47.3527       |\n",
       "| 3   | -72.4749   | 23.096     | 77.5216       | 47.3321       |\n",
       "| 4   | -86.9727   | 23.0918    | 77.3315       | 47.311        |\n",
       "| 5   | -101.471   | 23.0876    | 77.1393       | 47.2893       |\n",
       "| 6   | -115.968   | 23.0834    | 76.9448       | 47.2671       |\n",
       "\n",
       "| Row | phaseAngle_deg | offNadirAngle_deg | xSC_km  | ySC_km   | zSC_km  |\n",
       "|-----|----------------|-------------------|---------|----------|---------|\n",
       "| 1   | 81.8355        | 0.230763          | 149.794 | 120.964  | 10.0993 |\n",
       "| 2   | 81.7082        | 0.234155          | 174.329 | 78.7348  | 10.1929 |\n",
       "| 3   | 81.5792        | 0.227098          | 187.323 | 31.9805  | 10.2864 |\n",
       "| 4   | 81.4487        | 3.12524           | 188.084 | -16.2264 | 10.3798 |\n",
       "| 5   | 81.3165        | 50.1646           | 176.72  | -62.7584 | 10.4732 |\n",
       "| 6   | 81.1826        | 50.1683           | 154.119 | -104.636 | 10.5665 |\n",
       "\n",
       "| Row | xSUN_km    | ySUN_km    | zSUN_km   |\n",
       "|-----|------------|------------|-----------|\n",
       "| 1   | 2.27925e8  | -2.16134e8 | 1.34007e8 |\n",
       "| 2   | 1.66552e8  | -2.66301e8 | 1.33974e8 |\n",
       "| 3   | 9.45782e7  | -2.99505e8 | 1.33942e8 |\n",
       "| 4   | 1.65865e7  | -3.13633e8 | 1.3391e8  |\n",
       "| 5   | -6.24556e7 | -3.07787e8 | 1.33877e8 |\n",
       "| 6   | -1.37514e8 | -2.8234e8  | 1.33845e8 |"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(CO2_ices)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#CO2_ices = readtable(\"/home/abieler/ices/data/evaluated/result_tDFMS_CO2.dat\");\n",
    "#CO2_ices[:date] = DateTime[DateTime(tStr) for tStr in CO2_ices[:date]];\n",
    "CO2 = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/CO2_spice.csv\");\n",
    "#CO2[:date] = [DateTime(tStr) for tStr in CO2[:date]];\n",
    "CO2 = CO2[CO2[:row] .== \"A\",:];\n",
    "CO2 = clean(CO2);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1-element Array{Any,1}:\n",
       " PyObject <matplotlib.lines.Line2D object at 0x7f7cec395410>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fig, ax = subplots(2,1,sharex=true)\n",
    "ax[1,1][:semilogy](CO2[:date], CO2[:peakAreaIonPerSpec], \"-ok\")\n",
    "ax[1,1][:semilogy](CO2_ices[:date], CO2_ices[:NumberDensity]./1e7, \"-or\", markeredgecolor=\"r\")\n",
    "ax[2,1][:plot](CO2_ices[:date], CO2_ices[:delta_lon], \"-k\", lw=2)\n",
    "ax[2,1][:plot](CO2_ices[:date], CO2_ices[:delta_lat], \"-r\", lw=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = data\n",
    "#dfflt = df[(df[:date] .< DateTime(2015,12,1)), :]\n",
    "fid = open(\"tDFMS_CO2.dat\", \"w\")\n",
    "for t in df[:date]\n",
    "    write(fid, string(t), \"\\n\")\n",
    "end\n",
    "close(fid)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>peakArea</th><th>peakCenter</th><th>peakWidth</th><th>peakAreaIonPerSpec</th><th>gainStep</th><th>p_pt</th><th>fileName</th></tr><tr><th>1</th><td>2014-09-01T23:15:42</td><td>2.116075e24</td><td>302.0881</td><td>4.003025</td><td>386805.0</td><td>13</td><td>9</td><td>MC_20140901_231433250_M0502.TAB</td></tr><tr><th>2</th><td>2014-09-01T23:32:07</td><td>1.897034e24</td><td>302.5092</td><td>4.030262</td><td>346765.7</td><td>13</td><td>9</td><td>MC_20140901_233058028_M0502.TAB</td></tr><tr><th>3</th><td>2014-09-01T23:43:41</td><td>1.731506e24</td><td>302.7433</td><td>4.056518</td><td>316508.2</td><td>13</td><td>8</td><td>MC_20140901_234232439_M0502.TAB</td></tr><tr><th>4</th><td>2014-09-01T23:47:27</td><td>1.635142e24</td><td>302.671</td><td>4.069442</td><td>298893.4</td><td>13</td><td>7</td><td>MC_20140901_234618544_M0502.TAB</td></tr><tr><th>5</th><td>2014-09-02T00:03:46</td><td>1.425367e24</td><td>302.3321</td><td>4.05858</td><td>260548.0</td><td>13</td><td>7</td><td>MC_20140902_000237447_M0502.TAB</td></tr><tr><th>6</th><td>2014-09-02T00:15:21</td><td>1.311432e24</td><td>303.1469</td><td>4.1026</td><td>239721.3</td><td>13</td><td>6</td><td>MC_20140902_001412137_M0502.TAB</td></tr></table>"
      ],
      "text/plain": [
       "6x8 DataFrames.DataFrame\n",
       "| Row | date                | peakArea   | peakCenter | peakWidth |\n",
       "|-----|---------------------|------------|------------|-----------|\n",
       "| 1   | 2014-09-01T23:15:42 | 2.11608e24 | 302.088    | 4.00303   |\n",
       "| 2   | 2014-09-01T23:32:07 | 1.89703e24 | 302.509    | 4.03026   |\n",
       "| 3   | 2014-09-01T23:43:41 | 1.73151e24 | 302.743    | 4.05652   |\n",
       "| 4   | 2014-09-01T23:47:27 | 1.63514e24 | 302.671    | 4.06944   |\n",
       "| 5   | 2014-09-02T00:03:46 | 1.42537e24 | 302.332    | 4.05858   |\n",
       "| 6   | 2014-09-02T00:15:21 | 1.31143e24 | 303.147    | 4.1026    |\n",
       "\n",
       "| Row | peakAreaIonPerSpec | gainStep | p_pt |\n",
       "|-----|--------------------|----------|------|\n",
       "| 1   | 386805.0           | 13       | 9    |\n",
       "| 2   | 3.46766e5          | 13       | 9    |\n",
       "| 3   | 3.16508e5          | 13       | 8    |\n",
       "| 4   | 2.98893e5          | 13       | 7    |\n",
       "| 5   | 260548.0           | 13       | 7    |\n",
       "| 6   | 2.39721e5          | 13       | 6    |\n",
       "\n",
       "| Row | fileName                          |\n",
       "|-----|-----------------------------------|\n",
       "| 1   | \"MC_20140901_231433250_M0502.TAB\" |\n",
       "| 2   | \"MC_20140901_233058028_M0502.TAB\" |\n",
       "| 3   | \"MC_20140901_234232439_M0502.TAB\" |\n",
       "| 4   | \"MC_20140901_234618544_M0502.TAB\" |\n",
       "| 5   | \"MC_20140902_000237447_M0502.TAB\" |\n",
       "| 6   | \"MC_20140902_001412137_M0502.TAB\" |"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(H2O_old)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "fid = open(\"/home/abieler/ices/ices-desktop/src/tDFMS_H2O.dat\", \"w\")\n",
    "for t in data[:date]\n",
    "    write(fid, string(t), \"\\n\")\n",
    "end\n",
    "close(fid)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1-element Array{Any,1}:\n",
       " PyObject <matplotlib.lines.Line2D object at 0x7fbc3d37b850>"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python2.7/dist-packages/gi/overrides/__init__.py:92: Warning: Source ID 1300 was not found when attempting to remove it\n",
      "  return fn(*args, **kwargs)\n"
     ]
    }
   ],
   "source": [
    "y = moving_avg(data[:H2O] .* data[:rSC_km].*data[:rSC_km], 200)\n",
    "figure()\n",
    "plt[:semilogy](data[:date], y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>H2O</th><th>CO</th><th>O2</th><th>CO2</th><th>COPS_scaled</th><th>COPS</th><th>sumSpecies</th><th>multFactor</th><th>date_1</th><th>localHourFloat</th><th>rSC_km</th><th>rSUN_km</th><th>rSUN_AU</th><th>lonSC_deg</th><th>latSC_deg</th><th>lonSUN_deg</th><th>latSUN_deg</th><th>lonSC_cso_deg</th><th>latSC_cso_deg</th><th>phaseAngle_deg</th><th>offNadirAngle_deg</th><th>xSC_km</th><th>ySC_km</th><th>zSC_km</th><th>xSUN_km</th><th>ySUN_km</th><th>zSUN_km</th></tr><tr><th>1</th><td>2014-08-05T13:00:39</td><td>2.463290432734006e11</td><td>1.228184508462201e11</td><td>8.478736040975208e8</td><td>4.872166978674732e10</td><td>4.187170375104656e11</td><td>4.712573174716372e11</td><td>4.187170375104656e11</td><td>6.88975243653674e-13</td><td>2014-08-05T13:00:39</td><td>14.579274815948352</td><td>147.7331892507073</td><td>5.390636126260206e8</td><td>3.6034176818205665</td><td>-36.42951283833643</td><td>14.459833181769692</td><td>-75.11863507756172</td><td>44.65776244777096</td><td>44.5090247159879</td><td>0.12230079350423251</td><td>44.50915750088011</td><td>0.13527722602740697</td><td>115.09908011570458</td><td>-84.94990826539203</td><td>36.889158954974874</td><td>9.847590016683893e7</td><td>-3.705846550989899e8</td><td>3.788919225173714e8</td></tr><tr><th>2</th><td>2014-08-05T13:04:11</td><td>2.4526026592253146e11</td><td>1.2357062638967993e11</td><td>8.530662260900081e8</td><td>4.9020055315937904e10</td><td>4.187040138542393e11</td><td>4.712573174716372e11</td><td>4.187040138542393e11</td><td>6.931947263515501e-13</td><td>2014-08-05T13:04:11</td><td>14.582341468335956</td><td>147.5842112807165</td><td>5.390615264620565e8</td><td>3.6034037366758023</td><td>-38.09230317787045</td><td>14.473618959767188</td><td>-76.82742520290978</td><td>44.65762755372493</td><td>44.52645148617719</td><td>0.16576160188736977</td><td>44.52669526344076</td><td>0.1354169615836005</td><td>112.46509845246823</td><td>-88.15950747381143</td><td>36.88634288463392</td><td>8.738128923473884e7</td><td>-3.733557899472278e8</td><td>3.7888955345345545e8</td></tr><tr><th>3</th><td>2014-08-05T13:33:18</td><td>2.800032451760665e11</td><td>1.3971313787375385e11</td><td>9.868496427889993e8</td><td>5.736688675307317e10</td><td>4.7807011944568243e11</td><td>5.385108347856993e11</td><td>4.7807011944568243e11</td><td>7.671441586240291e-13</td><td>2014-08-05T13:33:18</td><td>14.607866615126708</td><td>146.36027657551708</td><td>5.390443349513143e8</td><td>3.603288818524522</td><td>-51.790823810990986</td><td>14.587928471669539</td><td>-90.90882303789161</td><td>44.65651587615222</td><td>44.67144106821663</td><td>0.5272644921496474</td><td>44.673895058996095</td><td>0.04864950396246141</td><td>87.61039774400157</td><td>-111.29627422901262</td><td>36.86309955958822</td><td>-6.081853997479558e6</td><td>-3.833918440729862e8</td><td>3.788700304766439e8</td></tr><tr><th>4</th><td>2014-08-05T13:37:00</td><td>2.418938474671829e11</td><td>1.2035164517354698e11</td><td>8.500916939959077e8</td><td>4.941696467697703e10</td><td>4.1251254901170276e11</td><td>4.646604441715436e11</td><td>4.1251254901170276e11</td><td>6.6083306824807e-13</td><td>2014-08-05T13:37:00</td><td>14.6111429782914</td><td>146.2052263611754</td><td>5.390421502970557e8</td><td>3.603274215012803</td><td>-53.53107178695907</td><td>14.60254468844114</td><td>-92.69821646133008</td><td>44.65637460025298</td><td>44.69004399998717</td><td>0.5736352076979533</td><td>44.69294670675092</td><td>0.04868120651210556</td><td>84.09532612149766</td><td>-113.77730143885915</td><td>36.86014130646369</td><td>-1.8050549336264268e7</td><td>-3.8301435662757003e8</td><td>3.788675495245025e8</td></tr><tr><th>5</th><td>2014-08-05T14:01:49</td><td>1.8653425192556744e11</td><td>7.636090793127202e10</td><td>5.246471845570708e8</td><td>3.496104732803854e10</td><td>2.983808543694351e11</td><td>3.367255754528757e11</td><td>2.983808543694351e11</td><td>4.2351959837636156e-13</td><td>2014-08-05T14:01:49</td><td>14.633311849554135</td><td>145.16812488213358</td><td>5.390274971160296e8</td><td>3.603176264547649</td><td>-65.20037115675318</td><td>14.701105139901646</td><td>-104.70004890006518</td><td>44.655426978221904</td><td>44.8158740251014</td><td>0.8872073170932501</td><td>44.82278682329258</td><td>0.13776719690062494</td><td>58.89684689265543</td><td>-127.46662372988247</td><td>36.84027338121147</td><td>-9.730007088176873e7</td><td>-3.7088452072426414e8</td><td>3.788509088555906e8</td></tr><tr><th>6</th><td>2014-08-05T14:29:34</td><td>3.4914034434335736e11</td><td>1.2772419403732146e11</td><td>6.092200154019847e8</td><td>5.647362594246927e10</td><td>5.339473843385501e11</td><td>6.018111695978329e11</td><td>5.339473843385501e11</td><td>6.775369465173606e-13</td><td>2014-08-05T14:29:34</td><td>14.658505797721133</td><td>144.01441495457112</td><td>5.390111114071054e8</td><td>3.603066732848822</td><td>-78.24291252103833</td><td>14.81239838382412</td><td>-118.12049948685534</td><td>44.654367233139965</td><td>44.95879055224942</td><td>1.2431730395513931</td><td>44.97229469369304</td><td>0.04925325021163007</td><td>28.369605296654754</td><td>-136.30756422875248</td><td>36.81800027220294</td><td>-1.8072139679907328e8</td><td>-3.3816984360207814e8</td><td>3.78832300414657e8</td></tr></table>"
      ],
      "text/plain": [
       "6x28 DataFrames.DataFrame\n",
       "| Row | date                | H2O        | CO         | O2        | CO2        |\n",
       "|-----|---------------------|------------|------------|-----------|------------|\n",
       "| 1   | 2014-08-05T13:00:39 | 2.46329e11 | 1.22818e11 | 8.47874e8 | 4.87217e10 |\n",
       "| 2   | 2014-08-05T13:04:11 | 2.4526e11  | 1.23571e11 | 8.53066e8 | 4.90201e10 |\n",
       "| 3   | 2014-08-05T13:33:18 | 2.80003e11 | 1.39713e11 | 9.8685e8  | 5.73669e10 |\n",
       "| 4   | 2014-08-05T13:37:00 | 2.41894e11 | 1.20352e11 | 8.50092e8 | 4.9417e10  |\n",
       "| 5   | 2014-08-05T14:01:49 | 1.86534e11 | 7.63609e10 | 5.24647e8 | 3.4961e10  |\n",
       "| 6   | 2014-08-05T14:29:34 | 3.4914e11  | 1.27724e11 | 6.0922e8  | 5.64736e10 |\n",
       "\n",
       "| Row | COPS_scaled | COPS       | sumSpecies | multFactor  |\n",
       "|-----|-------------|------------|------------|-------------|\n",
       "| 1   | 4.18717e11  | 4.71257e11 | 4.18717e11 | 6.88975e-13 |\n",
       "| 2   | 4.18704e11  | 4.71257e11 | 4.18704e11 | 6.93195e-13 |\n",
       "| 3   | 4.7807e11   | 5.38511e11 | 4.7807e11  | 7.67144e-13 |\n",
       "| 4   | 4.12513e11  | 4.6466e11  | 4.12513e11 | 6.60833e-13 |\n",
       "| 5   | 2.98381e11  | 3.36726e11 | 2.98381e11 | 4.2352e-13  |\n",
       "| 6   | 5.33947e11  | 6.01811e11 | 5.33947e11 | 6.77537e-13 |\n",
       "\n",
       "| Row | date_1                | localHourFloat | rSC_km  | rSUN_km   | rSUN_AU |\n",
       "|-----|-----------------------|----------------|---------|-----------|---------|\n",
       "| 1   | \"2014-08-05T13:00:39\" | 14.5793        | 147.733 | 5.39064e8 | 3.60342 |\n",
       "| 2   | \"2014-08-05T13:04:11\" | 14.5823        | 147.584 | 5.39062e8 | 3.6034  |\n",
       "| 3   | \"2014-08-05T13:33:18\" | 14.6079        | 146.36  | 5.39044e8 | 3.60329 |\n",
       "| 4   | \"2014-08-05T13:37:00\" | 14.6111        | 146.205 | 5.39042e8 | 3.60327 |\n",
       "| 5   | \"2014-08-05T14:01:49\" | 14.6333        | 145.168 | 5.39027e8 | 3.60318 |\n",
       "| 6   | \"2014-08-05T14:29:34\" | 14.6585        | 144.014 | 5.39011e8 | 3.60307 |\n",
       "\n",
       "| Row | lonSC_deg | latSC_deg | lonSUN_deg | latSUN_deg | lonSC_cso_deg |\n",
       "|-----|-----------|-----------|------------|------------|---------------|\n",
       "| 1   | -36.4295  | 14.4598   | -75.1186   | 44.6578    | 44.509        |\n",
       "| 2   | -38.0923  | 14.4736   | -76.8274   | 44.6576    | 44.5265       |\n",
       "| 3   | -51.7908  | 14.5879   | -90.9088   | 44.6565    | 44.6714       |\n",
       "| 4   | -53.5311  | 14.6025   | -92.6982   | 44.6564    | 44.69         |\n",
       "| 5   | -65.2004  | 14.7011   | -104.7     | 44.6554    | 44.8159       |\n",
       "| 6   | -78.2429  | 14.8124   | -118.12    | 44.6544    | 44.9588       |\n",
       "\n",
       "| Row | latSC_cso_deg | phaseAngle_deg | offNadirAngle_deg | xSC_km  |\n",
       "|-----|---------------|----------------|-------------------|---------|\n",
       "| 1   | 0.122301      | 44.5092        | 0.135277          | 115.099 |\n",
       "| 2   | 0.165762      | 44.5267        | 0.135417          | 112.465 |\n",
       "| 3   | 0.527264      | 44.6739        | 0.0486495         | 87.6104 |\n",
       "| 4   | 0.573635      | 44.6929        | 0.0486812         | 84.0953 |\n",
       "| 5   | 0.887207      | 44.8228        | 0.137767          | 58.8968 |\n",
       "| 6   | 1.24317       | 44.9723        | 0.0492533         | 28.3696 |\n",
       "\n",
       "| Row | ySC_km   | zSC_km  | xSUN_km    | ySUN_km    | zSUN_km   |\n",
       "|-----|----------|---------|------------|------------|-----------|\n",
       "| 1   | -84.9499 | 36.8892 | 9.84759e7  | -3.70585e8 | 3.78892e8 |\n",
       "| 2   | -88.1595 | 36.8863 | 8.73813e7  | -3.73356e8 | 3.7889e8  |\n",
       "| 3   | -111.296 | 36.8631 | -6.08185e6 | -3.83392e8 | 3.7887e8  |\n",
       "| 4   | -113.777 | 36.8601 | -1.80505e7 | -3.83014e8 | 3.78868e8 |\n",
       "| 5   | -127.467 | 36.8403 | -9.73001e7 | -3.70885e8 | 3.78851e8 |\n",
       "| 6   | -136.308 | 36.818  | -1.80721e8 | -3.3817e8  | 3.78832e8 |"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/new/O2_new.csv\");\n",
    "df = df[df[:row] .== \"A\", :];\n",
    "df2 = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/O2.csv\");\n",
    "df2 = df2[df2[:row] .== \"A\", :];"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1-element Array{Any,1}:\n",
       " PyObject <matplotlib.lines.Line2D object at 0x7f293b7d5710>"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "semilogy(df[:date], df[:peakArea], \"ok\")\n",
    "semilogy(df2[:date], df2[:peakArea], \".r\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>peakArea</th><th>peakCenter</th><th>peakWidth</th><th>peakAreaIonPerSpec</th><th>gainStep</th><th>p_pt</th><th>fileName</th><th>row</th><th>date_1</th><th>localHourFloat</th><th>rSC_km</th><th>rSUN_km</th><th>rSUN_AU</th><th>lonSC_deg</th><th>latSC_deg</th><th>lonSUN_deg</th><th>latSUN_deg</th><th>lonSC_cso_deg</th><th>latSC_cso_deg</th><th>phaseAngle_deg</th><th>offNadirAngle_deg</th><th>xSC_km</th><th>ySC_km</th><th>zSC_km</th><th>xSUN_km</th><th>ySUN_km</th><th>zSUN_km</th></tr><tr><th>1</th><td>2014-08-01T07:17:21</td><td>5.012603e23</td><td>303.0</td><td>0.0</td><td>101627.2</td><td>15</td><td>15</td><td>201408.h5</td><td>A</td><td>2014-08-01T07:17:21</td><td>12.403202641451763</td><td>881.144572384339</td><td>5.426538822455912e8</td><td>3.6274171518768754</td><td>2.6008598636524787</td><td>38.21306331113957</td><td>-3.447179758123952</td><td>44.87061472061528</td><td>7.378085760453546</td><td>-3.217161244985693</td><td>8.045432949437519</td><td>1.0792268572668966</td><td>691.6161043777013</td><td>31.416504329856878</td><td>545.0650647982168</td><td>3.838839262240219e8</td><td>-2.3124145153279305e7</td><td>3.828467591791417e8</td></tr><tr><th>2</th><td>2014-08-01T07:20:59</td><td>5.037731e23</td><td>303.0</td><td>0.0</td><td>102086.5</td><td>15</td><td>15</td><td>201408.h5</td><td>A</td><td>2014-08-01T07:20:59</td><td>12.403630633769325</td><td>880.3788137860874</td><td>5.426517528094274e8</td><td>3.6274029174753224</td><td>0.8501289335013049</td><td>38.201434976128304</td><td>-5.204330573038568</td><td>44.87047935120872</td><td>7.388770345095402</td><td>-3.223773574408388</td><td>8.057850580602354</td><td>1.0810316138373952</td><td>691.7619701566641</td><td>10.264805384617489</td><td>544.4509768370197</td><td>3.8299374933897644e8</td><td>-3.488434933212437e7</td><td>3.82844348222736e8</td></tr><tr><th>3</th><td>2014-08-01T07:59:09</td><td>5.106098e23</td><td>303.0</td><td>0.0</td><td>103336.2</td><td>15</td><td>15</td><td>201408.h5</td><td>A</td><td>2014-08-01T07:59:09</td><td>12.408165435989078</td><td>872.3374548654346</td><td>5.42629383395688e8</td><td>3.6272533871803585</td><td>-17.539992851162573</td><td>38.07802665772759</td><td>-23.662474390998756</td><td>44.8690572300058</td><td>7.5021785984344085</td><td>-3.293927502050436</td><td>8.189661233873554</td><td>1.100266048495023</td><td>654.7533711919225</td><td>-206.94551214481228</td><td>538.0001980269506</td><td>3.522400995308037e8</td><td>-1.543475202525525e8</td><td>3.82819021208197e8</td></tr><tr><th>4</th><td>2014-08-01T10:09:21</td><td>4.714273e23</td><td>303.0</td><td>0.0</td><td>96173.88</td><td>15</td><td>15</td><td>201408.h5</td><td>A</td><td>2014-08-01T10:09:21</td><td>12.424188296748909</td><td>844.9431213040519</td><td>5.425530656360608e8</td><td>3.626743234467327</td><td>-80.2669065055634</td><td>37.63902424524711</td><td>-86.62973095679703</td><td>44.86420420203639</td><td>7.905828755324518</td><td>-3.5431778765563524</td><td>8.65889384738552</td><td>1.0974877405886774</td><td>113.1152038036611</td><td>-659.4575280911906</td><td>515.9937960395905</td><td>2.260713693313034e7</td><td>-3.8388604585292566e8</td><td>3.827326092589706e8</td></tr><tr><th>5</th><td>2014-08-01T10:12:41</td><td>4.195793e23</td><td>303.0</td><td>0.0</td><td>86696.41</td><td>15</td><td>15</td><td>201408.h5</td><td>A</td><td>2014-08-01T10:12:41</td><td>12.424610125588849</td><td>844.2425776401922</td><td>5.425511116184483e8</td><td>3.626730172666362</td><td>-81.87264399570753</td><td>37.62740379333031</td><td>-88.24179587954028</td><td>44.86407992266096</td><td>7.91651794044578</td><td>-3.5497689804478014</td><td>8.671320935988016</td><td>1.0440268930454408</td><td>94.52799389870741</td><td>-661.9225831268209</td><td>515.4303854224727</td><td>1.1798640686939389e7</td><td>-3.8436954123003924e8</td><td>3.827303967167536e8</td></tr><tr><th>6</th><td>2014-08-01T10:28:50</td><td>4.00805e23</td><td>303.0</td><td>0.0</td><td>83264.59</td><td>15</td><td>14</td><td>201408.h5</td><td>A</td><td>2014-08-01T10:28:50</td><td>12.42666233479735</td><td>840.8490297717221</td><td>5.42541644291476e8</td><td>3.626666887494422</td><td>-89.65231539584009</td><td>37.57082322021113</td><td>-96.05225041780034</td><td>44.86347776511215</td><td>7.9685672435168335</td><td>-3.581856601428941</td><td>8.731833273440367</td><td>0.6588412938347153</td><td>4.044197833057353</td><td>-666.4448766940884</td><td>512.7006550221435</td><td>-4.0544948145309284e7</td><td>-3.8240448740011585e8</td><td>3.8271967676962626e8</td></tr></table>"
      ],
      "text/plain": [
       "6x28 DataFrames.DataFrame\n",
       "| Row | date                | peakArea   | peakCenter | peakWidth |\n",
       "|-----|---------------------|------------|------------|-----------|\n",
       "| 1   | 2014-08-01T07:17:21 | 5.0126e23  | 303.0      | 0.0       |\n",
       "| 2   | 2014-08-01T07:20:59 | 5.03773e23 | 303.0      | 0.0       |\n",
       "| 3   | 2014-08-01T07:59:09 | 5.1061e23  | 303.0      | 0.0       |\n",
       "| 4   | 2014-08-01T10:09:21 | 4.71427e23 | 303.0      | 0.0       |\n",
       "| 5   | 2014-08-01T10:12:41 | 4.19579e23 | 303.0      | 0.0       |\n",
       "| 6   | 2014-08-01T10:28:50 | 4.00805e23 | 303.0      | 0.0       |\n",
       "\n",
       "| Row | peakAreaIonPerSpec | gainStep | p_pt | fileName    | row |\n",
       "|-----|--------------------|----------|------|-------------|-----|\n",
       "| 1   | 1.01627e5          | 15       | 15   | \"201408.h5\" | \"A\" |\n",
       "| 2   | 1.02087e5          | 15       | 15   | \"201408.h5\" | \"A\" |\n",
       "| 3   | 1.03336e5          | 15       | 15   | \"201408.h5\" | \"A\" |\n",
       "| 4   | 96173.9            | 15       | 15   | \"201408.h5\" | \"A\" |\n",
       "| 5   | 86696.4            | 15       | 15   | \"201408.h5\" | \"A\" |\n",
       "| 6   | 83264.6            | 15       | 14   | \"201408.h5\" | \"A\" |\n",
       "\n",
       "| Row | date_1                | localHourFloat | rSC_km  | rSUN_km   | rSUN_AU |\n",
       "|-----|-----------------------|----------------|---------|-----------|---------|\n",
       "| 1   | \"2014-08-01T07:17:21\" | 12.4032        | 881.145 | 5.42654e8 | 3.62742 |\n",
       "| 2   | \"2014-08-01T07:20:59\" | 12.4036        | 880.379 | 5.42652e8 | 3.6274  |\n",
       "| 3   | \"2014-08-01T07:59:09\" | 12.4082        | 872.337 | 5.42629e8 | 3.62725 |\n",
       "| 4   | \"2014-08-01T10:09:21\" | 12.4242        | 844.943 | 5.42553e8 | 3.62674 |\n",
       "| 5   | \"2014-08-01T10:12:41\" | 12.4246        | 844.243 | 5.42551e8 | 3.62673 |\n",
       "| 6   | \"2014-08-01T10:28:50\" | 12.4267        | 840.849 | 5.42542e8 | 3.62667 |\n",
       "\n",
       "| Row | lonSC_deg | latSC_deg | lonSUN_deg | latSUN_deg | lonSC_cso_deg |\n",
       "|-----|-----------|-----------|------------|------------|---------------|\n",
       "| 1   | 2.60086   | 38.2131   | -3.44718   | 44.8706    | 7.37809       |\n",
       "| 2   | 0.850129  | 38.2014   | -5.20433   | 44.8705    | 7.38877       |\n",
       "| 3   | -17.54    | 38.078    | -23.6625   | 44.8691    | 7.50218       |\n",
       "| 4   | -80.2669  | 37.639    | -86.6297   | 44.8642    | 7.90583       |\n",
       "| 5   | -81.8726  | 37.6274   | -88.2418   | 44.8641    | 7.91652       |\n",
       "| 6   | -89.6523  | 37.5708   | -96.0523   | 44.8635    | 7.96857       |\n",
       "\n",
       "| Row | latSC_cso_deg | phaseAngle_deg | offNadirAngle_deg | xSC_km  |\n",
       "|-----|---------------|----------------|-------------------|---------|\n",
       "| 1   | -3.21716      | 8.04543        | 1.07923           | 691.616 |\n",
       "| 2   | -3.22377      | 8.05785        | 1.08103           | 691.762 |\n",
       "| 3   | -3.29393      | 8.18966        | 1.10027           | 654.753 |\n",
       "| 4   | -3.54318      | 8.65889        | 1.09749           | 113.115 |\n",
       "| 5   | -3.54977      | 8.67132        | 1.04403           | 94.528  |\n",
       "| 6   | -3.58186      | 8.73183        | 0.658841          | 4.0442  |\n",
       "\n",
       "| Row | ySC_km   | zSC_km  | xSUN_km    | ySUN_km    | zSUN_km   |\n",
       "|-----|----------|---------|------------|------------|-----------|\n",
       "| 1   | 31.4165  | 545.065 | 3.83884e8  | -2.31241e7 | 3.82847e8 |\n",
       "| 2   | 10.2648  | 544.451 | 3.82994e8  | -3.48843e7 | 3.82844e8 |\n",
       "| 3   | -206.946 | 538.0   | 3.5224e8   | -1.54348e8 | 3.82819e8 |\n",
       "| 4   | -659.458 | 515.994 | 2.26071e7  | -3.83886e8 | 3.82733e8 |\n",
       "| 5   | -661.923 | 515.43  | 1.17986e7  | -3.8437e8  | 3.8273e8  |\n",
       "| 6   | -666.445 | 512.701 | -4.05449e7 | -3.82404e8 | 3.8272e8  |"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1-element Array{Any,1}:\n",
       " PyObject <matplotlib.lines.Line2D object at 0x7f2931b5e450>"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1= time_series(\"/home/abieler/rosetta/data/dfms/evaluated/DFMS_major_species_new.csv\");\n",
    "df2 = time_series(\"/home/abieler/rosetta/data/dfms/evaluated/timeSeries/new/H2O_new.csv\");\n",
    "semilogy(df1[:date], df1[:COPS_scaled], \"ok\")\n",
    "semilogy(df1[:date], df1[:H2O], \"sb\", markeredgecolor=\"b\")\n",
    "semilogy(df1[:date], df1[:CO2], \"sr\", markeredgecolor=\"r\")\n",
    "semilogy(df1[:date], df1[:CO], \"sg\", markeredgecolor=\"g\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table class=\"data-frame\"><tr><th></th><th>date</th><th>H2O</th><th>CO</th><th>O2</th><th>CO2</th><th>COPS_scaled</th><th>COPS</th><th>sumSpecies</th><th>multFactor</th></tr><tr><th>1</th><td>2014-08-05T11:58:23</td><td>3.4640413574176666e11</td><td>1.769935998041487e11</td><td>1.7418910505058014e9</td><td>6.45316015510251e10</td><td>5.896712281474462e11</td><td>6.623195692679791e11</td><td>5.896712281474462e11</td><td>9.676360763657057e-13</td></tr><tr><th>2</th><td>2014-08-05T11:58:23</td><td>3.952375691100339e11</td><td>1.4172263276468866e11</td><td>1.3947701269430025e9</td><td>5.167185976472112e10</td><td>5.900268317663866e11</td><td>6.623195692679791e11</td><td>5.900268317663866e11</td><td>7.7480729502303e-13</td></tr><tr><th>3</th><td>2014-08-05T12:01:59</td><td>3.047304625464128e11</td><td>1.6698212168596048e11</td><td>1.6433626056597524e9</td><td>6.088143161508041e10</td><td>5.3423737845311334e11</td><td>6.001310670345132e11</td><td>5.3423737845311334e11</td><td>9.12902642978146e-13</td></tr><tr><th>4</th><td>2014-08-05T12:01:59</td><td>3.507838990026711e11</td><td>1.3371912006442322e11</td><td>1.3160031706201267e9</td><td>4.875379101447475e10</td><td>5.3457281325218915e11</td><td>6.001310670345132e11</td><td>5.3457281325218915e11</td><td>7.310515454648676e-13</td></tr><tr><th>5</th><td>2014-08-05T12:29:31</td><td>2.4365933298843292e11</td><td>1.2365395469113246e11</td><td>9.22802146038564e8</td><td>4.882408443969867e10</td><td>4.170601742653026e11</td><td>4.693548483925839e11</td><td>4.170601742653026e11</td><td>6.984612740444158e-13</td></tr><tr><th>6</th><td>2014-08-05T12:29:31</td><td>2.760411986656326e11</td><td>1.008360966717512e11</td><td>7.525175125961182e8</td><td>3.981457860178131e10</td><td>4.174443914517612e11</td><td>4.693548483925839e11</td><td>4.174443914517612e11</td><td>5.695742503904563e-13</td></tr></table>"
      ],
      "text/plain": [
       "6x9 DataFrames.DataFrame\n",
       "| Row | date                | H2O        | CO         | O2        | CO2        |\n",
       "|-----|---------------------|------------|------------|-----------|------------|\n",
       "| 1   | 2014-08-05T11:58:23 | 3.46404e11 | 1.76994e11 | 1.74189e9 | 6.45316e10 |\n",
       "| 2   | 2014-08-05T11:58:23 | 3.95238e11 | 1.41723e11 | 1.39477e9 | 5.16719e10 |\n",
       "| 3   | 2014-08-05T12:01:59 | 3.0473e11  | 1.66982e11 | 1.64336e9 | 6.08814e10 |\n",
       "| 4   | 2014-08-05T12:01:59 | 3.50784e11 | 1.33719e11 | 1.316e9   | 4.87538e10 |\n",
       "| 5   | 2014-08-05T12:29:31 | 2.43659e11 | 1.23654e11 | 9.22802e8 | 4.88241e10 |\n",
       "| 6   | 2014-08-05T12:29:31 | 2.76041e11 | 1.00836e11 | 7.52518e8 | 3.98146e10 |\n",
       "\n",
       "| Row | COPS_scaled | COPS       | sumSpecies | multFactor  |\n",
       "|-----|-------------|------------|------------|-------------|\n",
       "| 1   | 5.89671e11  | 6.6232e11  | 5.89671e11 | 9.67636e-13 |\n",
       "| 2   | 5.90027e11  | 6.6232e11  | 5.90027e11 | 7.74807e-13 |\n",
       "| 3   | 5.34237e11  | 6.00131e11 | 5.34237e11 | 9.12903e-13 |\n",
       "| 4   | 5.34573e11  | 6.00131e11 | 5.34573e11 | 7.31052e-13 |\n",
       "| 5   | 4.1706e11   | 4.69355e11 | 4.1706e11  | 6.98461e-13 |\n",
       "| 6   | 4.17444e11  | 4.69355e11 | 4.17444e11 | 5.69574e-13 |"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "head(df1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Julia 0.4.2",
   "language": "julia",
   "name": "julia-0.4"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "0.4.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}