diff --git a/environment.yml b/environment.yml index ec3eb3dd..8c00dce4 100644 --- a/environment.yml +++ b/environment.yml @@ -2,6 +2,7 @@ name: nowcasting_dataset channels: - pvlib - conda-forge + - fastai dependencies: - python>=3.9 - pip @@ -16,6 +17,7 @@ dependencies: - xarray - ipykernel - h5netcdf # For opening NetCDF files from cloud buckets. + - fastai::opencv-python-headless # Cloud & distributed compute - gcsfs diff --git a/notebooks/plot_optical_flow_batches.ipynb b/notebooks/plot_optical_flow_batches.ipynb new file mode 100644 index 00000000..280654ee --- /dev/null +++ b/notebooks/plot_optical_flow_batches.ipynb @@ -0,0 +1,19727 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "cb2858bd-479d-43a8-a644-7fc4306f2798", + "metadata": {}, + "outputs": [], + "source": [ + "from pathlib import Path\n", + "import xarray as xr\n", + "import matplotlib.pyplot as plt" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "1de03cdc-6187-4bae-9b93-f2623c48d1b6", + "metadata": {}, + "outputs": [], + "source": [ + "BASE_PATH = Path(\"/mnt/storage_ssd_4tb/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/prepared_ML_training_data/v15/test\")\n", + "SATELLITE_PATH = BASE_PATH / \"satellite\"\n", + "OPT_FLOW_PATH = BASE_PATH / \"opticalflow\"\n", + "BATCH_FILENAME = \"000170.nc\"\n", + "\n", + "assert SATELLITE_PATH.exists()\n", + "assert OPT_FLOW_PATH.exists()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "baa010e7-fba7-4e03-a427-e52e346a4373", + "metadata": {}, + "outputs": [], + "source": [ + "satellite_filename = SATELLITE_PATH / BATCH_FILENAME\n", + "opt_flow_filename = OPT_FLOW_PATH / BATCH_FILENAME\n", + "\n", + "assert satellite_filename.exists()\n", + "assert opt_flow_filename.exists()" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "4fcc6b66-f866-4c90-a07c-7eb953d0613a", + "metadata": {}, + "outputs": [], + "source": [ + "sat_batch = xr.load_dataset(satellite_filename, mode=\"r\")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "7f59a386-f28e-4c56-b60e-2fa05493c3a3", + "metadata": {}, + "outputs": [], + "source": [ + "opt_flow_batch = xr.load_dataset(opt_flow_filename, mode=\"r\")" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "2ca3b5c0-b638-45c7-9a51-c73e6a8963e5", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
<xarray.Dataset>\n", + "Dimensions: (example: 32, channels_index: 11, time_index: 31, x_index: 24, y_index: 24)\n", + "Coordinates:\n", + " * channels_index (channels_index) int64 0 1 2 3 4 5 6 7 8 9 10\n", + " * example (example) int64 0 1 2 3 4 5 6 7 ... 24 25 26 27 28 29 30 31\n", + " * time_index (time_index) int64 0 1 2 3 4 5 6 7 ... 24 25 26 27 28 29 30\n", + " * x_index (x_index) int64 0 1 2 3 4 5 6 7 ... 16 17 18 19 20 21 22 23\n", + " * y_index (y_index) int64 0 1 2 3 4 5 6 7 ... 16 17 18 19 20 21 22 23\n", + "Data variables:\n", + " channels (example, channels_index) object 'IR_016' ... 'WV_073'\n", + " data (example, time_index, x_index, y_index, channels_index) int16 ...\n", + " time (example, time_index) datetime64[ns] 2021-03-22T13:20:00 ...\n", + " x (example, x_index) float64 3.368e+05 3.401e+05 ... 5.419e+05\n", + " y (example, y_index) float64 6.92e+05 6.992e+05 ... 2.449e+05
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23])
array([['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + "...\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073']], dtype=object)
array([[[[[301, 861, 724, ..., 225, 454, 452],\n", + " [325, 861, 722, ..., 240, 458, 448],\n", + " [337, 862, 715, ..., 247, 451, 443],\n", + " ...,\n", + " [459, 878, 740, ..., 348, 515, 531],\n", + " [468, 878, 737, ..., 345, 513, 529],\n", + " [468, 880, 739, ..., 343, 523, 533]],\n", + "\n", + " [[306, 858, 721, ..., 232, 462, 451],\n", + " [323, 860, 722, ..., 244, 456, 454],\n", + " [330, 859, 716, ..., 247, 447, 439],\n", + " ...,\n", + " [465, 879, 740, ..., 350, 517, 533],\n", + " [466, 877, 737, ..., 343, 513, 529],\n", + " [471, 880, 738, ..., 340, 519, 531]],\n", + "\n", + " [[311, 857, 719, ..., 240, 460, 444],\n", + " [317, 859, 724, ..., 242, 460, 448],\n", + " [328, 855, 718, ..., 253, 447, 441],\n", + " ...,\n", + "...\n", + " ...,\n", + " [469, 902, 767, ..., 371, 685, 581],\n", + " [552, 904, 753, ..., 446, 688, 576],\n", + " [621, 906, 738, ..., 504, 682, 574]],\n", + "\n", + " [[503, 896, 735, ..., 420, 692, 587],\n", + " [324, 884, 742, ..., 316, 691, 590],\n", + " [233, 878, 750, ..., 225, 691, 588],\n", + " ...,\n", + " [434, 894, 774, ..., 355, 689, 581],\n", + " [444, 897, 783, ..., 346, 688, 581],\n", + " [581, 906, 753, ..., 467, 679, 574]],\n", + "\n", + " [[458, 894, 736, ..., 384, 691, 586],\n", + " [314, 888, 744, ..., 266, 692, 588],\n", + " [191, 883, 755, ..., 165, 692, 592],\n", + " ...,\n", + " [439, 892, 770, ..., 369, 689, 582],\n", + " [424, 897, 790, ..., 322, 688, 585],\n", + " [540, 908, 765, ..., 422, 686, 580]]]]], dtype=int16)
array([['2021-03-22T13:20:00.000000000', '2021-03-22T13:25:00.000000000',\n", + " '2021-03-22T13:30:00.000000000', '2021-03-22T13:35:00.000000000',\n", + " '2021-03-22T13:40:00.000000000', '2021-03-22T13:45:00.000000000',\n", + " '2021-03-22T13:50:00.000000000', '2021-03-22T13:55:00.000000000',\n", + " '2021-03-22T14:00:00.000000000', '2021-03-22T14:05:00.000000000',\n", + " '2021-03-22T14:10:00.000000000', '2021-03-22T14:15:00.000000000',\n", + " '2021-03-22T14:20:00.000000000', '2021-03-22T14:25:00.000000000',\n", + " '2021-03-22T14:30:00.000000000', '2021-03-22T14:35:00.000000000',\n", + " '2021-03-22T14:40:00.000000000', '2021-03-22T14:45:00.000000000',\n", + " '2021-03-22T14:50:00.000000000', '2021-03-22T14:55:00.000000000',\n", + " '2021-03-22T15:00:00.000000000', '2021-03-22T15:05:00.000000000',\n", + " '2021-03-22T15:10:00.000000000', '2021-03-22T15:15:00.000000000',\n", + " '2021-03-22T15:20:00.000000000', '2021-03-22T15:25:00.000000000',\n", + " '2021-03-22T15:30:00.000000000', '2021-03-22T15:35:00.000000000',\n", + " '2021-03-22T15:40:00.000000000', '2021-03-22T15:45:00.000000000',\n", + " '2021-03-22T15:50:00.000000000'],\n", + " ['2021-08-13T09:15:00.000000000', '2021-08-13T09:20:00.000000000',\n", + " '2021-08-13T09:25:00.000000000', '2021-08-13T09:30:00.000000000',\n", + " '2021-08-13T09:35:00.000000000', '2021-08-13T09:40:00.000000000',\n", + " '2021-08-13T09:45:00.000000000', '2021-08-13T09:50:00.000000000',\n", + "...\n", + " '2021-05-01T09:45:00.000000000', '2021-05-01T09:50:00.000000000',\n", + " '2021-05-01T09:55:00.000000000', '2021-05-01T10:00:00.000000000',\n", + " '2021-05-01T10:05:00.000000000', '2021-05-01T10:10:00.000000000',\n", + " '2021-05-01T10:15:00.000000000'],\n", + " ['2021-03-25T09:40:00.000000000', '2021-03-25T09:45:00.000000000',\n", + " '2021-03-25T09:50:00.000000000', '2021-03-25T09:55:00.000000000',\n", + " '2021-03-25T10:00:00.000000000', '2021-03-25T10:05:00.000000000',\n", + " '2021-03-25T10:10:00.000000000', '2021-03-25T10:15:00.000000000',\n", + " '2021-03-25T10:20:00.000000000', '2021-03-25T10:25:00.000000000',\n", + " '2021-03-25T10:30:00.000000000', '2021-03-25T10:35:00.000000000',\n", + " '2021-03-25T10:40:00.000000000', '2021-03-25T10:45:00.000000000',\n", + " '2021-03-25T10:50:00.000000000', '2021-03-25T10:55:00.000000000',\n", + " '2021-03-25T11:00:00.000000000', '2021-03-25T11:05:00.000000000',\n", + " '2021-03-25T11:10:00.000000000', '2021-03-25T11:15:00.000000000',\n", + " '2021-03-25T11:20:00.000000000', '2021-03-25T11:25:00.000000000',\n", + " '2021-03-25T11:30:00.000000000', '2021-03-25T11:35:00.000000000',\n", + " '2021-03-25T11:40:00.000000000', '2021-03-25T11:45:00.000000000',\n", + " '2021-03-25T11:50:00.000000000', '2021-03-25T11:55:00.000000000',\n", + " '2021-03-25T12:00:00.000000000', '2021-03-25T12:05:00.000000000',\n", + " '2021-03-25T12:10:00.000000000']], dtype='datetime64[ns]')
array([[336832.65676005, 340110.37519061, 343387.28176287,\n", + " 346663.37952932, 349938.67153651, 353213.16082505,\n", + " 356486.85042959, 359759.74337897, 363031.84269612,\n", + " 366303.15139817, 369573.67249643, 372843.40899644,\n", + " 376112.363898 , 379380.54019516, 382647.94087629,\n", + " 385914.56892408, 389180.42731555, 392445.51902214,\n", + " 395709.84700967, 398973.41423837, 402236.22366295,\n", + " 405498.27823258, 408759.58089095, 412020.13457627],\n", + " [284276.23477042, 287567.36304503, 290857.62978805,\n", + " 294147.0381511 , 297435.59127947, 300723.29231199,\n", + " 304010.14438122, 307296.15061333, 310581.3141282 ,\n", + " 313865.63803951, 317149.12545461, 320431.77947469,\n", + " 323713.60319476, 326994.59970366, 330274.77208411,\n", + " 333554.12341272, 336832.65676005, 340110.37519061,\n", + " 343387.28176287, 346663.37952932, 349938.67153651,\n", + " 353213.16082505, 356486.85042959, 359759.74337897],\n", + " [320431.77947469, 323713.60319476, 326994.59970366,\n", + " 330274.77208411, 333554.12341272, 336832.65676005,\n", + " 340110.37519061, 343387.28176287, 346663.37952932,\n", + " 349938.67153651, 353213.16082505, 356486.85042959,\n", + "...\n", + " 287567.36304503, 290857.62978805, 294147.0381511 ,\n", + " 297435.59127947, 300723.29231199, 304010.14438122,\n", + " 307296.15061333, 310581.3141282 , 313865.63803951,\n", + " 317149.12545461, 320431.77947469, 323713.60319476],\n", + " [382647.94087629, 385914.56892408, 389180.42731555,\n", + " 392445.51902214, 395709.84700967, 398973.41423837,\n", + " 402236.22366295, 405498.27823258, 408759.58089095,\n", + " 412020.13457627, 415279.94222129, 418539.00675334,\n", + " 421797.33109435, 425054.9181609 , 428311.77086418,\n", + " 431567.89211008, 434823.28479919, 438077.95182678,\n", + " 441331.89608294, 444585.12045243, 447837.6278149 ,\n", + " 451089.42104474, 454340.50301123, 457590.87657849],\n", + " [467337.77544945, 470585.34395901, 473832.21831368,\n", + " 477078.40134722, 480323.89588844, 483568.70476117,\n", + " 486812.83078432, 490056.2767719 , 493299.045533 ,\n", + " 496541.13987186, 499782.56258788, 503023.31647563,\n", + " 506263.40432488, 509502.82892061, 512741.59304307,\n", + " 515979.69946774, 519217.15096541, 522453.95030214,\n", + " 525690.10023937, 528925.60353383, 532160.46293769,\n", + " 535394.68119842, 538628.261059 , 541861.20525775]])
array([[ 691983.81201156, 699191.30217573, 706417.27021661,\n", + " 713661.86369404, 720925.23209771, 728207.52688225,\n", + " 735508.90150385, 742829.51145715, 750169.51431353,\n", + " 757529.06975998, 764908.33963884, 772307.48798912,\n", + " 779726.68108793, 787166.08749384, 794625.87809047,\n", + " 802106.2261317 , 809607.30728825, 817129.29969451,\n", + " 824672.38399735, 832236.74340598, 839822.56374312,\n", + " 847430.03349711, 855059.34387602, 862710.68886252],\n", + " [ 307674.87219714, 314023.7453993 , 320385.02533963,\n", + " 326758.78923897, 333145.11509682, 339544.08170269,\n", + " 345955.76864689, 352380.25633243, 358817.62598633,\n", + " 365267.95967159, 371731.34029941, 378207.85164112,\n", + " 384697.57834117, 391200.60592955, 397717.02083507,\n", + " 404246.91039832, 410790.36288534, 417347.46750153,\n", + " 423918.31440545, 430502.99472325, 437101.6005631 ,\n", + " 443714.22503023, 450340.96224207, 456981.90734356],\n", + " [ 417347.46750153, 423918.31440545, 430502.99472325,\n", + " 437101.6005631 , 443714.22503023, 450340.96224207,\n", + " 456981.90734356, 463637.15652297, 470306.80702807,\n", + " 476990.95718231, 483689.70640177, 490403.15521192,\n", + "...\n", + " 677623.68451453, 684794.65405907, 691983.81201156,\n", + " 699191.30217573, 706417.27021661, 713661.86369404,\n", + " 720925.23209771, 728207.52688225, 735508.90150385,\n", + " 742829.51145715, 750169.51431353, 757529.06975998],\n", + " [ 345955.76864689, 352380.25633243, 358817.62598633,\n", + " 365267.95967159, 371731.34029941, 378207.85164112,\n", + " 384697.57834117, 391200.60592955, 397717.02083507,\n", + " 404246.91039832, 410790.36288534, 417347.46750153,\n", + " 423918.31440545, 430502.99472325, 437101.6005631 ,\n", + " 443714.22503023, 450340.96224207, 456981.90734356,\n", + " 463637.15652297, 470306.80702807, 476990.95718231,\n", + " 483689.70640177, 490403.15521192, 497131.40526528],\n", + " [ 104658.38976747, 110636.63685315, 116625.11730355,\n", + " 122623.88772928, 128633.0052451 , 134652.52747607,\n", + " 140682.51256414, 146723.01917444, 152774.1065021 ,\n", + " 158835.83427895, 164908.26278005, 170991.4528311 ,\n", + " 177085.46581514, 183190.36367979, 189306.20894474,\n", + " 195433.06470887, 201570.99465798, 207720.06307237,\n", + " 213880.33483468, 220051.87543777, 226234.75099277,\n", + " 232429.02823737, 238634.774544 , 244852.05792849]])
<xarray.Dataset>\n", + "Dimensions: (example: 32, channels_index: 11, time_index: 24, x_index: 24, y_index: 24)\n", + "Coordinates:\n", + " * channels_index (channels_index) int64 0 1 2 3 4 5 6 7 8 9 10\n", + " * example (example) int64 0 1 2 3 4 5 6 7 ... 24 25 26 27 28 29 30 31\n", + " * time_index (time_index) int64 0 1 2 3 4 5 6 7 ... 17 18 19 20 21 22 23\n", + " * x_index (x_index) int64 0 1 2 3 4 5 6 7 ... 16 17 18 19 20 21 22 23\n", + " * y_index (y_index) int64 0 1 2 3 4 5 6 7 ... 16 17 18 19 20 21 22 23\n", + "Data variables:\n", + " channels (example, channels_index) object 'IR_016' ... 'WV_073'\n", + " data (example, time_index, x_index, y_index, channels_index) int16 ...\n", + " time (example, time_index) datetime64[ns] 2021-03-22T13:55:00 ...\n", + " x (example, x_index) float64 3.368e+05 3.401e+05 ... 5.419e+05\n", + " y (example, y_index) float64 6.92e+05 6.992e+05 ... 2.449e+05
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23])
array([ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n", + " 18, 19, 20, 21, 22, 23])
array([['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + "...\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073'],\n", + " ['IR_016', 'IR_039', 'IR_087', 'IR_097', 'IR_108', 'IR_120',\n", + " 'IR_134', 'VIS006', 'VIS008', 'WV_062', 'WV_073']], dtype=object)
array([[[[[354, 859, 724, ..., 263, 460, 462],\n", + " [353, 863, 726, ..., 255, 458, 462],\n", + " [359, 864, 729, ..., 257, 466, 471],\n", + " ...,\n", + " [475, 875, 742, ..., 352, 529, 542],\n", + " [467, 870, 744, ..., 350, 535, 547],\n", + " [457, 873, 744, ..., 337, 546, 551]],\n", + "\n", + " [[337, 855, 720, ..., 258, 455, 461],\n", + " [350, 860, 722, ..., 259, 453, 458],\n", + " [369, 862, 725, ..., 268, 458, 463],\n", + " ...,\n", + " [485, 876, 740, ..., 366, 529, 537],\n", + " [469, 871, 743, ..., 355, 539, 546],\n", + " [461, 872, 744, ..., 344, 546, 550]],\n", + "\n", + " [[297, 853, 717, ..., 234, 454, 452],\n", + " [330, 857, 719, ..., 247, 451, 451],\n", + " [365, 861, 722, ..., 268, 451, 455],\n", + " ...,\n", + "...\n", + " ...,\n", + " [425, 889, 746, ..., 299, 668, 576],\n", + " [441, 882, 741, ..., 269, 667, 578],\n", + " [458, 881, 740, ..., 304, 666, 577]],\n", + "\n", + " [[341, 892, 753, ..., 153, 669, 590],\n", + " [425, 897, 749, ..., 197, 669, 589],\n", + " [454, 898, 743, ..., 291, 673, 586],\n", + " ...,\n", + " [427, 894, 747, ..., 310, 665, 576],\n", + " [426, 886, 740, ..., 278, 666, 577],\n", + " [448, 880, 741, ..., 305, 666, 576]],\n", + "\n", + " [[330, 886, 750, ..., 192, 671, 590],\n", + " [419, 893, 747, ..., 211, 673, 588],\n", + " [439, 890, 740, ..., 284, 676, 588],\n", + " ...,\n", + " [442, 896, 747, ..., 321, 663, 574],\n", + " [425, 888, 739, ..., 287, 665, 577],\n", + " [432, 883, 742, ..., 306, 665, 574]]]]], dtype=int16)
array([['2021-03-22T13:55:00.000000000', '2021-03-22T14:00:00.000000000',\n", + " '2021-03-22T14:05:00.000000000', '2021-03-22T14:10:00.000000000',\n", + " '2021-03-22T14:15:00.000000000', '2021-03-22T14:20:00.000000000',\n", + " '2021-03-22T14:25:00.000000000', '2021-03-22T14:30:00.000000000',\n", + " '2021-03-22T14:35:00.000000000', '2021-03-22T14:40:00.000000000',\n", + " '2021-03-22T14:45:00.000000000', '2021-03-22T14:50:00.000000000',\n", + " '2021-03-22T14:55:00.000000000', '2021-03-22T15:00:00.000000000',\n", + " '2021-03-22T15:05:00.000000000', '2021-03-22T15:10:00.000000000',\n", + " '2021-03-22T15:15:00.000000000', '2021-03-22T15:20:00.000000000',\n", + " '2021-03-22T15:25:00.000000000', '2021-03-22T15:30:00.000000000',\n", + " '2021-03-22T15:35:00.000000000', '2021-03-22T15:40:00.000000000',\n", + " '2021-03-22T15:45:00.000000000', '2021-03-22T15:50:00.000000000'],\n", + " ['2021-08-13T09:50:00.000000000', '2021-08-13T09:55:00.000000000',\n", + " '2021-08-13T10:00:00.000000000', '2021-08-13T10:05:00.000000000',\n", + " '2021-08-13T10:10:00.000000000', '2021-08-13T10:15:00.000000000',\n", + " '2021-08-13T10:20:00.000000000', '2021-08-13T10:25:00.000000000',\n", + " '2021-08-13T10:30:00.000000000', '2021-08-13T10:35:00.000000000',\n", + " '2021-08-13T10:40:00.000000000', '2021-08-13T10:45:00.000000000',\n", + " '2021-08-13T10:50:00.000000000', '2021-08-13T10:55:00.000000000',\n", + " '2021-08-13T11:00:00.000000000', '2021-08-13T11:05:00.000000000',\n", + "...\n", + " '2021-05-01T09:10:00.000000000', '2021-05-01T09:15:00.000000000',\n", + " '2021-05-01T09:20:00.000000000', '2021-05-01T09:25:00.000000000',\n", + " '2021-05-01T09:30:00.000000000', '2021-05-01T09:35:00.000000000',\n", + " '2021-05-01T09:40:00.000000000', '2021-05-01T09:45:00.000000000',\n", + " '2021-05-01T09:50:00.000000000', '2021-05-01T09:55:00.000000000',\n", + " '2021-05-01T10:00:00.000000000', '2021-05-01T10:05:00.000000000',\n", + " '2021-05-01T10:10:00.000000000', '2021-05-01T10:15:00.000000000'],\n", + " ['2021-03-25T10:15:00.000000000', '2021-03-25T10:20:00.000000000',\n", + " '2021-03-25T10:25:00.000000000', '2021-03-25T10:30:00.000000000',\n", + " '2021-03-25T10:35:00.000000000', '2021-03-25T10:40:00.000000000',\n", + " '2021-03-25T10:45:00.000000000', '2021-03-25T10:50:00.000000000',\n", + " '2021-03-25T10:55:00.000000000', '2021-03-25T11:00:00.000000000',\n", + " '2021-03-25T11:05:00.000000000', '2021-03-25T11:10:00.000000000',\n", + " '2021-03-25T11:15:00.000000000', '2021-03-25T11:20:00.000000000',\n", + " '2021-03-25T11:25:00.000000000', '2021-03-25T11:30:00.000000000',\n", + " '2021-03-25T11:35:00.000000000', '2021-03-25T11:40:00.000000000',\n", + " '2021-03-25T11:45:00.000000000', '2021-03-25T11:50:00.000000000',\n", + " '2021-03-25T11:55:00.000000000', '2021-03-25T12:00:00.000000000',\n", + " '2021-03-25T12:05:00.000000000', '2021-03-25T12:10:00.000000000']],\n", + " dtype='datetime64[ns]')
array([[336832.65676005, 340110.37519061, 343387.28176287,\n", + " 346663.37952932, 349938.67153651, 353213.16082505,\n", + " 356486.85042959, 359759.74337897, 363031.84269612,\n", + " 366303.15139817, 369573.67249643, 372843.40899644,\n", + " 376112.363898 , 379380.54019516, 382647.94087629,\n", + " 385914.56892408, 389180.42731555, 392445.51902214,\n", + " 395709.84700967, 398973.41423837, 402236.22366295,\n", + " 405498.27823258, 408759.58089095, 412020.13457627],\n", + " [284276.23477042, 287567.36304503, 290857.62978805,\n", + " 294147.0381511 , 297435.59127947, 300723.29231199,\n", + " 304010.14438122, 307296.15061333, 310581.3141282 ,\n", + " 313865.63803951, 317149.12545461, 320431.77947469,\n", + " 323713.60319476, 326994.59970366, 330274.77208411,\n", + " 333554.12341272, 336832.65676005, 340110.37519061,\n", + " 343387.28176287, 346663.37952932, 349938.67153651,\n", + " 353213.16082505, 356486.85042959, 359759.74337897],\n", + " [320431.77947469, 323713.60319476, 326994.59970366,\n", + " 330274.77208411, 333554.12341272, 336832.65676005,\n", + " 340110.37519061, 343387.28176287, 346663.37952932,\n", + " 349938.67153651, 353213.16082505, 356486.85042959,\n", + "...\n", + " 287567.36304503, 290857.62978805, 294147.0381511 ,\n", + " 297435.59127947, 300723.29231199, 304010.14438122,\n", + " 307296.15061333, 310581.3141282 , 313865.63803951,\n", + " 317149.12545461, 320431.77947469, 323713.60319476],\n", + " [382647.94087629, 385914.56892408, 389180.42731555,\n", + " 392445.51902214, 395709.84700967, 398973.41423837,\n", + " 402236.22366295, 405498.27823258, 408759.58089095,\n", + " 412020.13457627, 415279.94222129, 418539.00675334,\n", + " 421797.33109435, 425054.9181609 , 428311.77086418,\n", + " 431567.89211008, 434823.28479919, 438077.95182678,\n", + " 441331.89608294, 444585.12045243, 447837.6278149 ,\n", + " 451089.42104474, 454340.50301123, 457590.87657849],\n", + " [467337.77544945, 470585.34395901, 473832.21831368,\n", + " 477078.40134722, 480323.89588844, 483568.70476117,\n", + " 486812.83078432, 490056.2767719 , 493299.045533 ,\n", + " 496541.13987186, 499782.56258788, 503023.31647563,\n", + " 506263.40432488, 509502.82892061, 512741.59304307,\n", + " 515979.69946774, 519217.15096541, 522453.95030214,\n", + " 525690.10023937, 528925.60353383, 532160.46293769,\n", + " 535394.68119842, 538628.261059 , 541861.20525775]])
array([[ 691983.81201156, 699191.30217573, 706417.27021661,\n", + " 713661.86369404, 720925.23209771, 728207.52688225,\n", + " 735508.90150385, 742829.51145715, 750169.51431353,\n", + " 757529.06975998, 764908.33963884, 772307.48798912,\n", + " 779726.68108793, 787166.08749384, 794625.87809047,\n", + " 802106.2261317 , 809607.30728825, 817129.29969451,\n", + " 824672.38399735, 832236.74340598, 839822.56374312,\n", + " 847430.03349711, 855059.34387602, 862710.68886252],\n", + " [ 307674.87219714, 314023.7453993 , 320385.02533963,\n", + " 326758.78923897, 333145.11509682, 339544.08170269,\n", + " 345955.76864689, 352380.25633243, 358817.62598633,\n", + " 365267.95967159, 371731.34029941, 378207.85164112,\n", + " 384697.57834117, 391200.60592955, 397717.02083507,\n", + " 404246.91039832, 410790.36288534, 417347.46750153,\n", + " 423918.31440545, 430502.99472325, 437101.6005631 ,\n", + " 443714.22503023, 450340.96224207, 456981.90734356],\n", + " [ 417347.46750153, 423918.31440545, 430502.99472325,\n", + " 437101.6005631 , 443714.22503023, 450340.96224207,\n", + " 456981.90734356, 463637.15652297, 470306.80702807,\n", + " 476990.95718231, 483689.70640177, 490403.15521192,\n", + "...\n", + " 677623.68451453, 684794.65405907, 691983.81201156,\n", + " 699191.30217573, 706417.27021661, 713661.86369404,\n", + " 720925.23209771, 728207.52688225, 735508.90150385,\n", + " 742829.51145715, 750169.51431353, 757529.06975998],\n", + " [ 345955.76864689, 352380.25633243, 358817.62598633,\n", + " 365267.95967159, 371731.34029941, 378207.85164112,\n", + " 384697.57834117, 391200.60592955, 397717.02083507,\n", + " 404246.91039832, 410790.36288534, 417347.46750153,\n", + " 423918.31440545, 430502.99472325, 437101.6005631 ,\n", + " 443714.22503023, 450340.96224207, 456981.90734356,\n", + " 463637.15652297, 470306.80702807, 476990.95718231,\n", + " 483689.70640177, 490403.15521192, 497131.40526528],\n", + " [ 104658.38976747, 110636.63685315, 116625.11730355,\n", + " 122623.88772928, 128633.0052451 , 134652.52747607,\n", + " 140682.51256414, 146723.01917444, 152774.1065021 ,\n", + " 158835.83427895, 164908.26278005, 170991.4528311 ,\n", + " 177085.46581514, 183190.36367979, 189306.20894474,\n", + " 195433.06470887, 201570.99465798, 207720.06307237,\n", + " 213880.33483468, 220051.87543777, 226234.75099277,\n", + " 232429.02823737, 238634.774544 , 244852.05792849]])