notebooks/scratch/EGI.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import xml.etree.ElementTree\n",
    "import socket\n",
    "import os"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Obtain Token\n",
    "\n",
    "https://wiki.earthdata.nasa.gov/display/CMR/Creating+a+Token+Common"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "username = \"\"\n",
    "password = \"\"\n",
    "url = 'https://cmr.earthdata.nasa.gov/legacy-services/rest/tokens'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_ip():\n",
    "    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)\n",
    "    try:\n",
    "        s.connect(('8.8.8.8', 80))\n",
    "        ip = s.getsockname()[0]\n",
    "    except:\n",
    "        ip = '127.0.0.1'\n",
    "    finally:\n",
    "        s.close()\n",
    "    return ip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "ip = get_ip()\n",
    "request = \"\"\"\n",
    "<token>\n",
    "    <username>{username}</username>\n",
    "    <password>{password}</password>\n",
    "    <client_id>podpac</client_id>\n",
    "    <user_ip_address>{ip}</user_ip_address>\n",
    "</token>\n",
    "\"\"\".format(username=username, password=password,ip=ip)\n",
    "headers = {\"Content-Type\": \"application/xml\"}\n",
    "r = requests.post(url, data=request, headers=headers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "tree = xml.etree.ElementTree.fromstring(r.text)\n",
    "token = [element.text for element in tree.findall('id')][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'CA68AFA4-44BE-6916-C7D6-CE04E7130929'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_url = \"https://n5eil01u.ecs.nsidc.org/egi/request\"\n",
    "# base_url = \"https://n5eil02u.ecs.nsidc.org/egi/request\"\n",
    "version = \"004\"\n",
    "start_time = \"2015-03-30\"\n",
    "end_time = \"2015-05-12\"\n",
    "bbox = \"-70,42,-69,43\"\n",
    "response_format = \"HDF-EOS\"\n",
    "# response_format = \"GeoTIFF\"\n",
    "token = token  # from above\n",
    "\n",
    "product = \"SPL4SMAU\"\n",
    "data_layers = \"/Analysis_Data/sm_surface_analysis\"\n",
    "\n",
    "# product = \"SPL4SMGP\"\n",
    "# data_layers = \"/Geophysical_Data/sm_surface\"\n",
    "\n",
    "# product = \"SPL3SMP\"\n",
    "# data_layers = \"/Soil_Moisture_Retrieval_Data/soil_moisture\"\n",
    "\n",
    "# product = \"SPL3SMAP\"  # No granule with this name\n",
    "# data_layers = \"/Soil_Moisture_Retrieval_Data/soil_moisture\"\n",
    "\n",
    "# product = \"SPL3SMP\"\n",
    "# data_layers = \"/Soil_Moisture_Retrieval_Data/soil_moisture\"\n",
    "\n",
    "# product = \"SPL3SMP_E\"  # No granule with this name\n",
    "# data_layers = \"\"\n",
    "\n",
    "\n",
    "# product = \"SPL2SMAP_S\"  # No granule with this name\n",
    "# data_layers = \"\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0:00:00.923364\n",
      "777\n"
     ]
    }
   ],
   "source": [
    "from datetime import datetime\n",
    "s = datetime.now()\n",
    "url = \"{base_url}?short_name={product}&version={version}\".format(base_url=base_url, product=product, version=version,) + \\\n",
    "      \"&time={start_time},{end_time}&Coverage={data_layers}\".format(start_time=start_time, end_time=end_time, data_layers=data_layers, ) + \\\n",
    "      \"&Bbox={bbox}&format={response_format}&token={token}&page_size=20&page_num=50\".format(bbox=bbox, response_format=response_format, token=token)\n",
    "\n",
    "r = requests.get(url)\n",
    "# r = requests.head(url)\n",
    "e = datetime.now()\n",
    "print(e-s)\n",
    "print(len(r.content))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Date': 'Wed, 10 Jul 2019 14:21:32 GMT', 'Server': 'Apache', 'Connection': 'close', 'Transfer-Encoding': 'chunked', 'Content-Type': 'application/xml'}"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.headers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "501"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.status_code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<eesi:Exception xsi:schemaLocation=\"http://eosdis.nasa.gov/esi/rsp/e https://newsroom.gsfc.nasa.gov/esi/8.1/schemas/ESIAgentResponseExternal.xsd\" xmlns=\"\" xmlns:iesi=\"http://eosdis.nasa.gov/esi/rsp/i\" xmlns:ssw=\"http://newsroom.gsfc.nasa.gov/esi/rsp/ssw\" xmlns:eesi=\"http://eosdis.nasa.gov/esi/rsp/e\" xmlns:esi=\"http://eosdis.nasa.gov/esi/rsp\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\\n    <Code>InternalError</Code>\\n    <Message>No granules returned by CMR: https://cmr.earthdata.nasa.gov/search/granules?provider=NSIDC_ECS&amp;page_num=50&amp;short_name=SPL4SMAU&amp;version=004&amp;temporal=2015-03-30,2015-05-12&amp;token=CA68AFA4-44BE-6916-C7D6-CE04E7130929&amp;page_size=20</Message>\\n</eesi:Exception>\\n'"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<eesi:Exception xsi:schemaLocation=\"http://eosdis.nasa.gov/esi/rsp/e https://newsroom.gsfc.nasa.gov/esi/8.1/schemas/ESIAgentResponseExternal.xsd\" xmlns=\"\" xmlns:iesi=\"http://eosdis.nasa.gov/esi/rsp/i\" xmlns:ssw=\"http://newsroom.gsfc.nasa.gov/esi/rsp/ssw\" xmlns:eesi=\"http://eosdis.nasa.gov/esi/rsp/e\" xmlns:esi=\"http://eosdis.nasa.gov/esi/rsp\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\\n    <Code>InternalError</Code>\\n    <Message>No granules returned by CMR: https://cmr.earthdata.nasa.gov/search/granules?provider=NSIDC_ECS&amp;short_name=SPL4SMAU2&amp;version=004&amp;temporal=2015-03-30,2015-06-12&amp;token=0A1BFF00-2AF1-1801-F91F-EE05AE5E2E4F</Message>\\n</eesi:Exception>\\n'"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.text"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Make manual request"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0:01:01.361056\n"
     ]
    }
   ],
   "source": [
    "from datetime import datetime\n",
    "import requests\n",
    "s = datetime.now()\n",
    "url = 'https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL3SMP_E&format=HDF-EOS&version=002&time=2015-07-06T00:00:00,2015-07-08T00:00:00&Bbox=-82.0,38.0,-81.0,39.0&token=9C23B8B8-C947-57A4-B9E9-836064AB9206'\n",
    "r = requests.get(url)\n",
    "e = datetime.now()\n",
    "print(e-s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<eesi:Exception xsi:schemaLocation=\"http://eosdis.nasa.gov/esi/rsp/e https://newsroom.gsfc.nasa.gov/esi/8.1/schemas/ESIAgentResponseExternal.xsd\" xmlns=\"\" xmlns:iesi=\"http://eosdis.nasa.gov/esi/rsp/i\" xmlns:ssw=\"http://newsroom.gsfc.nasa.gov/esi/rsp/ssw\" xmlns:eesi=\"http://eosdis.nasa.gov/esi/rsp/e\" xmlns:esi=\"http://eosdis.nasa.gov/esi/rsp\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\\n    <Code>InternalError</Code>\\n    <Message>No granules returned by CMR: https://cmr.earthdata.nasa.gov/search/granules?provider=NSIDC_ECS&amp;short_name=SPL3SMP_E&amp;version=005&amp;temporal=2015-07-06T00:00:00,2015-07-08T00:00:00&amp;token=9C23B8B8-C947-57A4-B9E9-836064AB9206</Message>\\n</eesi:Exception>\\n'"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r.text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('output.zip', 'wb') as f:\n",
    "    f.write(r.content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = h5py.File('output 2/142675927/SMAP_L3_SM_P_E_20150707_R16020_001_HEGOUT.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['description',\n",
       " 'eastBoundLongitude',\n",
       " 'northBoundLatitude',\n",
       " 'rangeBeginningDateTime',\n",
       " 'rangeEndingDateTime',\n",
       " 'southBoundLatitude',\n",
       " 'westBoundLongitude']"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[k for k in f['Metadata/Extent'].attrs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "b'2015-07-07T23:59:59.999Z'"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f['Metadata/Extent'].attrs['rangeEndingDateTime']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['EASE_column_index_pm',\n",
       " 'EASE_row_index_pm',\n",
       " 'albedo_pm',\n",
       " 'boresight_incidence_pm',\n",
       " 'freeze_thaw_fraction_pm',\n",
       " 'grid_surface_status_pm',\n",
       " 'latitude_centroid_pm',\n",
       " 'latitude_pm',\n",
       " 'longitude_centroid_pm',\n",
       " 'longitude_pm',\n",
       " 'radar_water_body_fraction_pm',\n",
       " 'retrieval_qual_flag_pm',\n",
       " 'roughness_coefficient_pm',\n",
       " 'soil_moisture_error_pm',\n",
       " 'soil_moisture_pm',\n",
       " 'static_water_body_fraction_pm',\n",
       " 'surface_flag_pm',\n",
       " 'surface_temperature_pm',\n",
       " 'surface_water_fraction_mb_h_pm',\n",
       " 'surface_water_fraction_mb_v_pm',\n",
       " 'tb_3_corrected_pm',\n",
       " 'tb_4_corrected_pm',\n",
       " 'tb_h_corrected_pm',\n",
       " 'tb_h_uncorrected_pm',\n",
       " 'tb_qual_flag_3_pm',\n",
       " 'tb_qual_flag_4_pm',\n",
       " 'tb_qual_flag_h_pm',\n",
       " 'tb_qual_flag_v_pm',\n",
       " 'tb_time_seconds_pm',\n",
       " 'tb_time_utc_pm',\n",
       " 'tb_v_corrected_pm',\n",
       " 'tb_v_uncorrected_pm',\n",
       " 'vegetation_opacity_pm',\n",
       " 'vegetation_water_content_pm']"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[k for k in f['Soil_Moisture_Retrieval_Data_PM']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = h5py.File('output 8/139973815/SMAP_L4_SM_aup_20150706T000000_Vv4030_001_HEGOUT.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-7913576.47251037, -7904568.41753112, -7895560.36255187,\n",
       "       -7886552.30757261, -7877544.25259336, -7868536.19761411,\n",
       "       -7859528.14263485, -7850520.0876556 , -7841512.03267635,\n",
       "       -7832503.97769709, -7823495.92271784])"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f['x'][()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4607620.47251037, 4598612.41753112, 4589604.36255187,\n",
       "       4580596.30757261, 4571588.25259336, 4562580.19761411,\n",
       "       4553572.14263485, 4544564.0876556 , 4535556.03267635,\n",
       "       4526547.97769709, 4517539.92271784])"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f['y'][()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Look at the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from podpac.data import Rasterio\n",
    "import zipfile\n",
    "from io import BytesIO\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# helper function to display all keys in hdf5 file\n",
    "def explore(f, key):\n",
    "    print(key)\n",
    "    print([k for k in f[key]])\n",
    "    if len(f[key]) and not isinstance(f[key], h5py.Dataset):\n",
    "        for newkey in f[key]:\n",
    "            explore(f, '{}/{}'.format(key, newkey))\n",
    "\n",
    "    if isinstance(f[key], h5py.Dataset):\n",
    "        print(key + ' attrs:')\n",
    "        print([k for k in f[key].attrs])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('output.zip', 'wb') as f:\n",
    "    f.write(r.content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = BytesIO(r.content)\n",
    "zip_file = zipfile.ZipFile(f)\n",
    "\n",
    "for name in zip_file.namelist():\n",
    "    h5data = zip_file.read(name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "with zipfile.ZipFile(\"output.zip\",\"r\") as zip_ref:\n",
    "    zip_ref.extractall()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "node = Rasterio(source='test.tiff')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Coordinates\n",
       "\tlat: UniformCoordinates1d(lat): Bounds[4999469.950207469, 5089550.5], N[10], ctype['midpoint']\n",
       "\tlon: UniformCoordinates1d(lon): Bounds[-7143387.5, -7044298.8952282155], N[11], ctype['midpoint']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "node.native_coordinates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "o = node.eval(node.native_coordinates)\n",
    "o.plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = h5py.File('output 6/139973815/SMAP_L4_SM_aup_20150706T000000_Vv4030_001_HEGOUT.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Analysis_Data',\n",
       " 'Forecast_Data',\n",
       " 'Metadata',\n",
       " 'Observations_Data',\n",
       " 'cell_column',\n",
       " 'cell_lat',\n",
       " 'cell_lon',\n",
       " 'cell_row',\n",
       " 'time',\n",
       " 'x',\n",
       " 'y']"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[k for k in f]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = h5py.File('output 4/139973815/SMAP_L4_SM_aup_20150706T000000_Vv4030_001_HEGOUT.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Forecast_Data', 'Metadata', 'projection_information', 'time', 'x', 'y']"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[k for k in f]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = h5py.File('output 3/81805640/SMAP_L3_SM_AP_20150707_R13080_001_HEGOUT.h5')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PODPAC Interface"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from podpac.datalib import EGI\n",
    "from podpac import settings"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## EGI"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "username = \"\"\n",
    "password = \"\"\n",
    "token = \"DCF3DD10-C56C-1F7F-12FE-6408839955B8\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node = EGI(token=token, short_name=\"SPL3SMA\", version=\"003\", data_key=\"/Soil_Moisture_Retrieval_Data/soil_moisture\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node.token_valid()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node.get_token()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node.token_valid()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "node.token"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## SMAP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import podpac\n",
    "from podpac.datalib.smap_egi import SMAP\n",
    "import zipfile\n",
    "import h5py\n",
    "\n",
    "from podpac import Coordinates, clinspace\n",
    "import numpy as np\n",
    "\n",
    "import logging\n",
    "logger = logging.getLogger('podpac')\n",
    "logger.setLevel(logging.DEBUG)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "c = Coordinates([clinspace(-82, -81.5, 10), clinspace(38, 38.5, 10), clinspace('2015-07-06', '2015-07-07', 10)], dims=['lon', 'lat', 'time'])\n",
    "node = SMAP()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Automatic pdb calling has been turned ON\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "DEBUG:podpac.datalib.egi:EGI Token valid\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=1\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=2\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=3\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=4\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=5\n",
      "DEBUG:podpac.datalib.egi:Querying EGI url: https://n5eil01u.ecs.nsidc.org/egi/request?short_name=SPL4SMAU&Coverage=/Analysis_Data/sm_surface_analysis,/x,/y&format=HDF-EOS&version=004&time=2015-07-06T00:00:00,2015-07-07T00:00:00&Bbox=-82.0,38.0,-81.5,38.5&token=8F2245D7-998A-14EF-8406-FFE4D9EDDA06&page_size=2&page_num=6\n",
      "DEBUG:podpac.datalib.egi:Last page returned from EGI Interface: 5\n",
      "DEBUG:podpac.datalib.egi:Processing 5 zip files from EGI response\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973815/SMAP_L4_SM_aup_20150706T000000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973872/SMAP_L4_SM_aup_20150706T030000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973877/SMAP_L4_SM_aup_20150706T060000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973882/SMAP_L4_SM_aup_20150706T090000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973868/SMAP_L4_SM_aup_20150706T120000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973874/SMAP_L4_SM_aup_20150706T150000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973866/SMAP_L4_SM_aup_20150706T180000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: 139973880/SMAP_L4_SM_aup_20150706T210000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.datalib.egi:Reading file: SMAP_L4_SM_aup_20150707T000000_Vv4030_001_HEGOUT.h5\n",
      "DEBUG:podpac.core.data.datasource:Evaluating SMAP data source\n",
      "c:\\repositories\\podpac\\podpac\\podpac\\core\\coordinates\\dependent_coordinates.py:491: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n",
      "c:\\repositories\\podpac\\podpac\\podpac\\core\\coordinates\\dependent_coordinates.py:493: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n",
      "C:\\Users\\mls\\AppData\\Local\\Continuum\\anaconda3\\envs\\podpac\\lib\\site-packages\\scipy\\interpolate\\interpolate.py:2514: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n",
      "  return self.values[idx_res]\n"
     ]
    }
   ],
   "source": [
    "%pdb\n",
    "o = node.eval(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<xarray.UnitsDataArray (lon: 10, lat: 10, time: 10)>\n",
       "array([[[     nan,      nan, ...,      nan,      nan],\n",
       "        [     nan,      nan, ...,      nan,      nan],\n",
       "        ...,\n",
       "        [     nan,      nan, ...,      nan,      nan],\n",
       "        [     nan,      nan, ...,      nan,      nan]],\n",
       "\n",
       "       [[     nan,      nan, ...,      nan,      nan],\n",
       "        [     nan,      nan, ...,      nan,      nan],\n",
       "        ...,\n",
       "        [     nan,      nan, ...,      nan,      nan],\n",
       "        [     nan,      nan, ...,      nan,      nan]],\n",
       "\n",
       "       ...,\n",
       "\n",
       "       [[0.226789, 0.231432, ..., 0.213835, 0.213835],\n",
       "        [0.22779 , 0.231924, ..., 0.213679, 0.213679],\n",
       "        ...,\n",
       "        [0.294267, 0.292974, ..., 0.274226, 0.274226],\n",
       "        [     nan,      nan, ...,      nan,      nan]],\n",
       "\n",
       "       [[0.227755, 0.231684, ..., 0.213755, 0.213755],\n",
       "        [0.231722, 0.235287, ..., 0.216737, 0.216737],\n",
       "        ...,\n",
       "        [0.300178, 0.299188, ..., 0.281802, 0.281802],\n",
       "        [     nan,      nan, ...,      nan,      nan]]])\n",
       "Coordinates:\n",
       "  * lon      (lon) float64 -82.0 -81.94 -81.89 -81.83 ... -81.61 -81.56 -81.5\n",
       "  * lat      (lat) float64 38.0 38.06 38.11 38.17 ... 38.33 38.39 38.44 38.5\n",
       "  * time     (time) datetime64[ns] 2015-07-06 2015-07-06T02:40:00 ... 2015-07-07\n",
       "Attributes:\n",
       "    layer_style:  <podpac.core.style.Style object at 0x000001E0F4DE4A20>\n",
       "    crs:          EPSG:4326"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "o"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Coordinates (epsg:6933)\n",
       "\ttime: ArrayCoordinates1d(time): Bounds[2015-07-05T13:00:00.000000000, 2015-07-05T16:00:00.000000000], N[2], ctype['point']\n",
       "\tlon: ArrayCoordinates1d(lon): Bounds[4517539.697614107, 4562579.972510373], N[6], ctype['midpoint']\n",
       "\tlat: ArrayCoordinates1d(lat): Bounds[-7913576.472510373, -7868536.197614107], N[6], ctype['midpoint']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "node.native_coordinates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/marcus/computing/creare/podpac/podpac/podpac/core/coordinates/dependent_coordinates.py:491: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n",
      "/Users/marcus/computing/creare/podpac/podpac/podpac/core/coordinates/dependent_coordinates.py:493: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n"
     ]
    }
   ],
   "source": [
    "a = node.native_coordinates.transform('epsg:4326')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan],\n",
       "       [nan, nan, nan, nan, nan, nan, nan, nan, nan, nan, nan]])"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a['lat'].coordinates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/marcus/computing/creare/podpac/podpac/podpac/core/coordinates/dependent_coordinates.py:491: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n",
      "/Users/marcus/computing/creare/podpac/podpac/podpac/core/coordinates/dependent_coordinates.py:493: UserWarning: transformation of coordinate segment lengths not yet implemented\n",
      "  warnings.warn(\"transformation of coordinate segment lengths not yet implemented\")\n",
      "/anaconda3/envs/podpac/lib/python3.7/site-packages/numpy/core/fromnumeric.py:83: RuntimeWarning: invalid value encountered in reduce\n",
      "  return ufunc.reduce(obj, axis, dtype, out, **passkwargs)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "Coordinates(epsg:4326)\n",
       "\ttime: ArrayCoordinates1d(time): Bounds[2015-07-05T13:00:00.000000000, 2015-07-06T16:00:00.000000000], N[10], ctype['point']\n",
       "\tlat,lon[lat]: DependentCoordinates(i,j->lat): Bounds[nan, nan], shape(11, 11), ctype[midpoint]\n",
       "\tlat,lon[lon]: DependentCoordinates(i,j->lon): Bounds[46.820542, 47.754152], shape(11, 11), ctype[midpoint]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "node.native_coordinates.transform(crs=\"epsg:4326\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}