diff --git a/book/how_tos/data_access/index.md b/book/how_tos/data_access/index.md index 3dfd331..c4092be 100644 --- a/book/how_tos/data_access/index.md +++ b/book/how_tos/data_access/index.md @@ -6,6 +6,11 @@ outside developers to get more "stable" packages. Please let us know if you enco any issues with these. Data access tutorials are currently all derived from the NASA OpenScapes cookbook. ## Data Access Notebooks covered here -* Creation and access to an S3 bucket -* Single and multi-file access to cloud optimized geotiffs via HTTPS and S3 buckets -* Single and multi-file access to NetCDFs and HDF5 files via S3 buckets +* [Setting up an AWS S3 bucket](https://book.cryointhecloud.com/how_tos/data_access/Instructions_for_configuring_AWS_S3_bucket.html) +* [Using the CryoCloud S3 scratch bucket](https://book.cryointhecloud.com/how_tos/data_access/CryoCloudScratchBucket.html) +* [Access Sentinel 2 data](https://book.cryointhecloud.com/how_tos/data_access/Cloud_Sentinel2_access.html) +* [Access cloud-optimized Geotiff via HTTPS](https://book.cryointhecloud.com/external/Earthdata_Cloud__Single_File__HTTPS_Access_COG_Example.html) +* [Cloud-optimized Geotiff via S3 Direct Access](https://book.cryointhecloud.com/external/Earthdata_Cloud__Single_File_Direct_S3_Access_COG_Example.html) +* [Multiple cloud-optimized Geotiff via S3 Direct Access](https://book.cryointhecloud.com/external/Multi-File_Direct_S3_Access_COG_Example.html) +* [NetCDF4/HDF5 via S3 Direct Access](https://book.cryointhecloud.com/external/Earthdata_Cloud__Single_File__Direct_S3_Access_NetCDF4_Example.html) +* [Multiple NetCDF/HDF5 via S3 Direct Access](https://book.cryointhecloud.com/external/Multi-File_Direct_S3_Access_NetCDF_Example.html) diff --git a/book/tutorials/NASA-Earthdata-Cloud-Access/4.icepyx.ipynb b/book/tutorials/NASA-Earthdata-Cloud-Access/4.icepyx.ipynb index 54fc0fc..dd1b954 100644 --- a/book/tutorials/NASA-Earthdata-Cloud-Access/4.icepyx.ipynb +++ b/book/tutorials/NASA-Earthdata-Cloud-Access/4.icepyx.ipynb @@ -5,7 +5,6 @@ "id": "7fd4844a-aee8-4a9c-b22a-02688a8067f9", "metadata": {}, "source": [ - "# NASA Earthdata Cloud and data access using earthaccess and icepyx\n", "# Part 2: Using the `icepyx` python library to access ICESat-2 data\n", "\n", "## Tutorial Overview\n", diff --git a/book/tutorials/dask_for_geoscientists.ipynb b/book/tutorials/dask_for_geoscientists.ipynb index 7ea796f..ead7b03 100644 --- a/book/tutorials/dask_for_geoscientists.ipynb +++ b/book/tutorials/dask_for_geoscientists.ipynb @@ -18,449 +18,12 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "b35642bc-dcfb-4a99-98f6-88c488eb9210", "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - }, "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Collecting package metadata (current_repodata.json): done\n", - "Solving environment: done\n", - "\n", - "\n", - "==> WARNING: A newer version of conda exists. <==\n", - " current version: 23.7.4\n", - " latest version: 23.11.0\n", - "\n", - "Please update conda by running\n", - "\n", - " $ conda update -n base -c conda-forge conda\n", - "\n", - "Or to minimize the number of packages updated during conda update use\n", - "\n", - " conda install conda=23.11.0\n", - "\n", - "\n", - "\n", - "## Package Plan ##\n", - "\n", - " environment location: /srv/conda/envs/notebook\n", - "\n", - " added / updated specs:\n", - " - python-graphviz\n", - "\n", - "\n", - "The following packages will be downloaded:\n", - "\n", - " package | build\n", - " ---------------------------|-----------------\n", - " atk-1.0-2.38.0 | hd4edc92_1 539 KB conda-forge\n", - " ca-certificates-2023.11.17 | hbcca054_0 151 KB conda-forge\n", - " certifi-2023.11.17 | pyhd8ed1ab_0 155 KB conda-forge\n", - " gdk-pixbuf-2.42.10 | h6b639ba_2 560 KB conda-forge\n", - " graphviz-8.1.0 | h28d9a01_0 2.2 MB conda-forge\n", - " gtk2-2.24.33 | h90689f9_2 7.4 MB conda-forge\n", - " gts-0.7.6 | h977cf35_4 311 KB conda-forge\n", - " libgd-2.3.3 | hfa28ad5_6 218 KB conda-forge\n", - " librsvg-2.56.3 | h98fae49_0 5.5 MB conda-forge\n", - " libtool-2.4.7 | h27087fc_0 402 KB conda-forge\n", - " pango-1.50.14 | heaa33ce_1 433 KB conda-forge\n", - " python-graphviz-0.20.1 | pyh22cad53_0 35 KB conda-forge\n", - " ------------------------------------------------------------\n", - " Total: 17.8 MB\n", - "\n", - "The following NEW packages will be INSTALLED:\n", - "\n", - " atk-1.0 conda-forge/linux-64::atk-1.0-2.38.0-hd4edc92_1 \n", - " gdk-pixbuf conda-forge/linux-64::gdk-pixbuf-2.42.10-h6b639ba_2 \n", - " graphviz conda-forge/linux-64::graphviz-8.1.0-h28d9a01_0 \n", - " gtk2 conda-forge/linux-64::gtk2-2.24.33-h90689f9_2 \n", - " gts conda-forge/linux-64::gts-0.7.6-h977cf35_4 \n", - " libgd conda-forge/linux-64::libgd-2.3.3-hfa28ad5_6 \n", - " librsvg conda-forge/linux-64::librsvg-2.56.3-h98fae49_0 \n", - " libtool conda-forge/linux-64::libtool-2.4.7-h27087fc_0 \n", - " pango conda-forge/linux-64::pango-1.50.14-heaa33ce_1 \n", - " python-graphviz conda-forge/noarch::python-graphviz-0.20.1-pyh22cad53_0 \n", - "\n", - "The following packages will be UPDATED:\n", - "\n", - " ca-certificates 2023.7.22-hbcca054_0 --> 2023.11.17-hbcca054_0 \n", - " certifi 2023.7.22-pyhd8ed1ab_0 --> 2023.11.17-pyhd8ed1ab_0 \n", - "\n", - "\n", - "\n", - "Downloading and Extracting Packages\n", - "gdk-pixbuf-2.42.10 | 560 KB | | 0% \n", - "python-graphviz-0.20 | 35 KB | | 0% \u001b[A\n", - "\n", - "pango-1.50.14 | 433 KB | | 0% \u001b[A\u001b[A\n", - "\n", - "\n", - "ca-certificates-2023 | 151 KB | | 0% \u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "libgd-2.3.3 | 218 KB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "libtool-2.4.7 | 402 KB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "certifi-2023.11.17 | 155 KB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gts-0.7.6 | 311 KB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gtk2-2.24.33 | 7.4 MB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "graphviz-8.1.0 | 2.2 MB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "librsvg-2.56.3 | 5.5 MB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gdk-pixbuf-2.42.10 | 560 KB | # | 3% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "ca-certificates-2023 | 151 KB | ###############7 | 43% \u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "libgd-2.3.3 | 218 KB | ##7 | 7% \u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "pango-1.50.14 | 433 KB | #3 | 4% \u001b[A\u001b[A\n", - "python-graphviz-0.20 | 35 KB | ################6 | 45% \u001b[A\n", - "\n", - "\n", - "ca-certificates-2023 | 151 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "libtool-2.4.7 | 402 KB | #4 | 4% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "certifi-2023.11.17 | 155 KB | ###8 | 10% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gts-0.7.6 | 311 KB | #9 | 5% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "graphviz-8.1.0 | 2.2 MB | 2 | 1% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "python-graphviz-0.20 | 35 KB | ##################################### | 100% \u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "librsvg-2.56.3 | 5.5 MB | 1 | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gtk2-2.24.33 | 7.4 MB | | 0% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "atk-1.0-2.38.0 | 539 KB | # | 3% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "libgd-2.3.3 | 218 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "libgd-2.3.3 | 218 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "librsvg-2.56.3 | 5.5 MB | ################7 | 45% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gtk2-2.24.33 | 7.4 MB | ###########8 | 32% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "certifi-2023.11.17 | 155 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "certifi-2023.11.17 | 155 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "librsvg-2.56.3 | 5.5 MB | ####################################3 | 98% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gtk2-2.24.33 | 7.4 MB | ########################## | 70% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "pango-1.50.14 | 433 KB | ##################################### | 100% \u001b[A\u001b[A\n", - "\n", - "pango-1.50.14 | 433 KB | ##################################### | 100% \u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "libtool-2.4.7 | 402 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "libtool-2.4.7 | 402 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gts-0.7.6 | 311 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gdk-pixbuf-2.42.10 | 560 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "graphviz-8.1.0 | 2.2 MB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "graphviz-8.1.0 | 2.2 MB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "librsvg-2.56.3 | 5.5 MB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "atk-1.0-2.38.0 | 539 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "atk-1.0-2.38.0 | 539 KB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "gtk2-2.24.33 | 7.4 MB | ##################################### | 100% \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - " \u001b[A\n", - "\n", - " \u001b[A\u001b[A\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - " \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n", - "Preparing transaction: done\n", - "Verifying transaction: done\n", - "Executing transaction: | \n", - "| \n", - "done\n", - "\n", - "Note: you may need to restart the kernel to use updated packages.\n" - ] - } - ], + "outputs": [], "source": [ "conda install python-graphviz" ] @@ -6463,7 +6026,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.13" + "version": "3.11.8" } }, "nbformat": 4,