diff --git a/api_reference.html b/api_reference.html
index 689d91e..5e7981c 100644
--- a/api_reference.html
+++ b/api_reference.html
@@ -940,7 +940,7 @@ <h2>Opening Remote Data Files<a class="headerlink" href="#opening-remote-data-fi
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/data_archive.html b/data_archive.html
index 54b75ef..dc28b33 100644
--- a/data_archive.html
+++ b/data_archive.html
@@ -3875,7 +3875,7 @@ <h2>Loading EFM Data<a class="headerlink" href="#loading-efm-data" title="Permal
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/genindex.html b/genindex.html
index a340e32..19b093b 100644
--- a/genindex.html
+++ b/genindex.html
@@ -349,7 +349,7 @@ <h1 id="index">Index</h1>
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/intro.html b/intro.html
index 621502a..0e563ee 100644
--- a/intro.html
+++ b/intro.html
@@ -433,7 +433,7 @@ <h1>MAST Data Catalog<a class="headerlink" href="#mast-data-catalog" title="Perm
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/load_huggingface.html b/load_huggingface.html
index 4bbae00..b6a0891 100644
--- a/load_huggingface.html
+++ b/load_huggingface.html
@@ -552,7 +552,7 @@ <h2>Streaming Data with Hugging Face<a class="headerlink" href="#streaming-data-
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/load_spark.html b/load_spark.html
index 7107565..d0523a4 100644
--- a/load_spark.html
+++ b/load_spark.html
@@ -471,11 +471,11 @@ <h1>Loading MAST Data With Spark<a class="headerlink" href="#loading-mast-data-w
 To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:46:28 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:54:16 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:46:29 WARN Utils: Service &#39;SparkUI&#39; could not bind on port 4040. Attempting port 4041.
-23/09/19 13:46:29 WARN Utils: Service &#39;SparkUI&#39; could not bind on port 4041. Attempting port 4042.
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:54:17 WARN Utils: Service &#39;SparkUI&#39; could not bind on port 4040. Attempting port 4041.
+23/09/19 13:54:17 WARN Utils: Service &#39;SparkUI&#39; could not bind on port 4041. Attempting port 4042.
 </pre></div>
 </div>
 </div>
@@ -557,8 +557,8 @@ <h1>Loading MAST Data With Spark<a class="headerlink" href="#loading-mast-data-w
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>                                                                                
 </pre></div>
 </div>
-<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 80.2 ms, sys: 8 ms, total: 88.2 ms
-Wall time: 5.03 s
+<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 91.2 ms, sys: 10.1 ms, total: 101 ms
+Wall time: 5.05 s
 </pre></div>
 </div>
 <img alt="_images/34e2d08fc050b5884341fd2a3ef8f868323eb1ff89f366176cb9451dd03dfe1d.png" src="_images/34e2d08fc050b5884341fd2a3ef8f868323eb1ff89f366176cb9451dd03dfe1d.png" />
@@ -616,59 +616,71 @@ <h2>Fast Reductions for Analysis<a class="headerlink" href="#fast-reductions-for
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:&gt;                                                        (0 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:&gt;                                                        (1 + 4) / 100]
-
-[Stage 1:==&gt;                                                      (4 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=&gt;                                                       (3 + 4) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==&gt;                                                      (4 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==&gt;                                                      (5 + 4) / 100]
-
-[Stage 1:===&gt;                                                     (6 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===&gt;                                                     (7 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===&gt;                                                     (6 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:====&gt;                                                    (8 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===&gt;                                                     (7 + 4) / 100]
 
-[Stage 1:=====&gt;                                                   (9 + 4) / 100]
+[Stage 1:====&gt;                                                    (8 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=====&gt;                                                  (10 + 4) / 100]
 
-[Stage 1:======&gt;                                                 (12 + 4) / 100]
+[Stage 1:======&gt;                                                 (11 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:46:42 WARN TaskSetManager: Stage 1 contains a task of very large size (1953 KiB). The maximum recommended task size is 1000 KiB.
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:======&gt;                                                 (12 + 4) / 100]
+23/09/19 13:54:30 WARN TaskSetManager: Stage 1 contains a task of very large size (1953 KiB). The maximum recommended task size is 1000 KiB.
 
-[Stage 1:=======&gt;                                                (14 + 4) / 100]
+[Stage 1:=======&gt;                                                (13 + 4) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=======&gt;                                                (14 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:========&gt;                                               (15 + 4) / 100]
+
+[Stage 1:========&gt;                                               (16 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=========&gt;                                              (17 + 4) / 100]
+
+[Stage 1:==========&gt;                                             (18 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==========&gt;                                             (19 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===========&gt;                                            (21 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===========&gt;                                            (20 + 4) / 100]
 
-[Stage 1:============&gt;                                           (23 + 4) / 100]
+[Stage 1:============&gt;                                           (22 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==============&gt;                                         (25 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:============&gt;                                           (23 + 4) / 100]
 
-[Stage 1:===============&gt;                                        (27 + 4) / 100]
+[Stage 1:==============&gt;                                         (26 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:================&gt;                                       (29 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===============&gt;                                        (27 + 4) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===============&gt;                                        (28 + 4) / 100]
 
-[Stage 1:=================&gt;                                      (31 + 4) / 100]
+[Stage 1:================&gt;                                       (30 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==================&gt;                                     (33 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=================&gt;                                      (32 + 4) / 100]
+
+[Stage 1:==================&gt;                                     (33 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===================&gt;                                    (34 + 4) / 100]
@@ -677,32 +689,34 @@ <h2>Fast Reductions for Analysis<a class="headerlink" href="#fast-reductions-for
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=====================&gt;                                  (38 + 4) / 100]
+
+[Stage 1:======================&gt;                                 (40 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=====================&gt;                                  (39 + 4) / 100]
-
-[Stage 1:======================&gt;                                 (41 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:======================&gt;                                 (41 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=======================&gt;                                (42 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:========================&gt;                               (43 + 4) / 100]
 
-[Stage 1:========================&gt;                               (43 + 4) / 100]
+[Stage 1:========================&gt;                               (44 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:========================&gt;                               (44 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=========================&gt;                              (45 + 4) / 100]
+
+[Stage 1:=========================&gt;                              (46 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=========================&gt;                              (46 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==========================&gt;                             (48 + 4) / 100]
 
-[Stage 1:==========================&gt;                             (48 + 4) / 100]
+[Stage 1:===========================&gt;                            (49 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===========================&gt;                            (49 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:============================&gt;                           (50 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:============================&gt;                           (51 + 4) / 100]
 
-[Stage 1:=============================&gt;                          (52 + 4) / 100]
+[Stage 1:=============================&gt;                          (53 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==============================&gt;                         (54 + 4) / 100]
@@ -710,76 +724,67 @@ <h2>Fast Reductions for Analysis<a class="headerlink" href="#fast-reductions-for
 [Stage 1:==============================&gt;                         (55 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===============================&gt;                        (56 + 4) / 100]
-</pre></div>
-</div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===============================&gt;                        (57 + 4) / 100]
-
-[Stage 1:=================================&gt;                      (59 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:================================&gt;                       (58 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=================================&gt;                      (60 + 4) / 100]
 
-[Stage 1:==================================&gt;                     (61 + 4) / 100]
+[Stage 1:==================================&gt;                     (62 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===================================&gt;                    (63 + 4) / 100]
+
+[Stage 1:====================================&gt;                   (65 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:====================================&gt;                   (65 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:====================================&gt;                   (66 + 4) / 100]
 
-[Stage 1:====================================&gt;                   (66 + 4) / 100]
+[Stage 1:=====================================&gt;                  (67 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=====================================&gt;                  (67 + 4) / 100]
-
-[Stage 1:=======================================&gt;                (70 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=======================================&gt;                (70 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=======================================&gt;                (71 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:========================================&gt;               (72 + 4) / 100]
 
 [Stage 1:=========================================&gt;              (74 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==========================================&gt;             (75 + 4) / 100]
 
-[Stage 1:===========================================&gt;            (77 + 4) / 100]
+[Stage 1:==========================================&gt;             (76 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===========================================&gt;            (78 + 4) / 100]
-
-[Stage 1:============================================&gt;           (80 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=============================================&gt;          (82 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:============================================&gt;           (80 + 4) / 100]
+
+[Stage 1:=============================================&gt;          (82 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==============================================&gt;         (83 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:================================================&gt;       (86 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:===============================================&gt;        (85 + 4) / 100]
 
 [Stage 1:================================================&gt;       (87 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=================================================&gt;      (88 + 4) / 100]
-
-[Stage 1:==================================================&gt;     (90 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=================================================&gt;      (89 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:==================================================&gt;     (91 + 4) / 100]
 
-[Stage 1:====================================================&gt;   (93 + 4) / 100]
+[Stage 1:===================================================&gt;    (92 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:====================================================&gt;   (94 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:====================================================&gt;   (93 + 4) / 100]
 
 [Stage 1:=====================================================&gt;  (95 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:======================================================&gt; (97 + 3) / 100]
-
-[Stage 1:======================================================&gt; (98 + 2) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 1:=======================================================&gt;(99 + 1) / 100]
@@ -787,7 +792,7 @@ <h2>Fast Reductions for Analysis<a class="headerlink" href="#fast-reductions-for
                                                                                 
 </pre></div>
 </div>
-<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 307 ms, sys: 87.6 ms, total: 394 ms
+<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 368 ms, sys: 204 ms, total: 572 ms
 Wall time: 18.7 s
 </pre></div>
 </div>
@@ -843,27 +848,25 @@ <h2>Larger Data - Raw IR Data<a class="headerlink" href="#larger-data-raw-ir-dat
 </div>
 </div>
 <div class="cell_output docutils container">
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:&gt;                                                        (0 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=&gt;                                                       (2 + 4) / 100]
 
 [Stage 2:==&gt;                                                      (4 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===&gt;                                                     (7 + 4) / 100]
-
-[Stage 2:====&gt;                                                    (8 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=====&gt;                                                   (9 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:====&gt;                                                    (8 + 5) / 100]
 
-[Stage 2:=======&gt;                                                (14 + 4) / 100]
+[Stage 2:======&gt;                                                 (11 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===========&gt;                                            (20 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=========&gt;                                              (17 + 4) / 100]
 
-[Stage 2:==============&gt;                                         (26 + 5) / 100]
+[Stage 2:=============&gt;                                          (24 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:================&gt;                                       (30 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:================&gt;                                       (29 + 4) / 100]
 
 [Stage 2:=================&gt;                                      (31 + 4) / 100]
 </pre></div>
@@ -875,32 +878,35 @@ <h2>Larger Data - Raw IR Data<a class="headerlink" href="#larger-data-raw-ir-dat
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:====================&gt;                                   (36 + 4) / 100]
 
-[Stage 2:====================&gt;                                   (37 + 4) / 100]
+[Stage 2:=====================&gt;                                  (38 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=====================&gt;                                  (38 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=====================&gt;                                  (39 + 4) / 100]
 
-[Stage 2:======================&gt;                                 (40 + 4) / 100]
+[Stage 2:======================&gt;                                 (41 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:======================&gt;                                 (41 + 5) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=======================&gt;                                (42 + 4) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=========================&gt;                              (45 + 5) / 100]
 
-[Stage 2:==========================&gt;                             (48 + 4) / 100]
+[Stage 2:===========================&gt;                            (49 + 5) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:============================&gt;                           (51 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==============================&gt;                         (54 + 4) / 100]
 
-[Stage 2:==============================&gt;                         (54 + 4) / 100]
+[Stage 2:================================&gt;                       (58 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=================================&gt;                      (60 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==================================&gt;                     (61 + 4) / 100]
 
-[Stage 2:===================================&gt;                    (63 + 4) / 100]
+[Stage 2:===================================&gt;                    (64 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=====================================&gt;                  (67 + 5) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:======================================&gt;                 (69 + 5) / 100]
 
-[Stage 2:=========================================&gt;              (74 + 4) / 100]
+[Stage 2:========================================&gt;               (73 + 5) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==========================================&gt;             (76 + 4) / 100]
@@ -908,12 +914,18 @@ <h2>Larger Data - Raw IR Data<a class="headerlink" href="#larger-data-raw-ir-dat
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===========================================&gt;            (77 + 4) / 100]
 
-[Stage 2:============================================&gt;           (79 + 4) / 100]
+[Stage 2:===========================================&gt;            (78 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:============================================&gt;           (80 + 5) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:============================================&gt;           (79 + 4) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:============================================&gt;           (80 + 4) / 100]
 
-[Stage 2:=============================================&gt;          (81 + 4) / 100]
+[Stage 2:============================================&gt;           (80 + 5) / 100]
+</pre></div>
+</div>
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=============================================&gt;          (81 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=============================================&gt;          (82 + 4) / 100]
@@ -922,57 +934,56 @@ <h2>Larger Data - Raw IR Data<a class="headerlink" href="#larger-data-raw-ir-dat
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==============================================&gt;         (83 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==============================================&gt;         (83 + 5) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===============================================&gt;        (84 + 5) / 100]
+
+[Stage 2:===============================================&gt;        (85 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===============================================&gt;        (85 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:================================================&gt;       (87 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===============================================&gt;        (85 + 5) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=================================================&gt;      (89 + 4) / 100]
 
-[Stage 2:================================================&gt;       (87 + 4) / 100]
+[Stage 2:==================================================&gt;     (90 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=================================================&gt;      (89 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==================================================&gt;     (91 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:==================================================&gt;     (90 + 4) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:===================================================&gt;    (92 + 4) / 100]
 
-[Stage 2:===================================================&gt;    (92 + 4) / 100]
+[Stage 2:===================================================&gt;    (92 + 5) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:====================================================&gt;   (93 + 4) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:====================================================&gt;   (94 + 4) / 100]
-</pre></div>
-</div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:====================================================&gt;   (94 + 5) / 100]
 
 [Stage 2:=====================================================&gt;  (95 + 4) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:47:18 WARN TaskSetManager: Stage 2 contains a task of very large size (1266 KiB). The maximum recommended task size is 1000 KiB.
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>23/09/19 13:55:06 WARN TaskSetManager: Stage 2 contains a task of very large size (1266 KiB). The maximum recommended task size is 1000 KiB.
 
 [Stage 2:=====================================================&gt;  (95 + 5) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=====================================================&gt;  (96 + 4) / 100]
+
+[Stage 2:======================================================&gt; (97 + 3) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:======================================================&gt; (97 + 3) / 100]
-
-[Stage 2:======================================================&gt; (98 + 2) / 100]
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:======================================================&gt; (98 + 2) / 100]
 </pre></div>
 </div>
 <div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>[Stage 2:=======================================================&gt;(99 + 1) / 100]
 </pre></div>
 </div>
-<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>                                                                                
+<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 89.4 ms, sys: 185 ms, total: 274 ms
+Wall time: 25 s
 </pre></div>
 </div>
-<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>CPU times: user 86.9 ms, sys: 183 ms, total: 269 ms
-Wall time: 24.9 s
+<div class="output stderr highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>                                                                                
 </pre></div>
 </div>
 </div>
@@ -1084,7 +1095,7 @@ <h2>Larger Data - Raw IR Data<a class="headerlink" href="#larger-data-raw-ir-dat
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/search.html b/search.html
index 5e444c2..623200a 100644
--- a/search.html
+++ b/search.html
@@ -361,7 +361,7 @@ <h1>Search</h1>
   <div class="footer-item">
     
 <p class="component-author">
-By Samuel Jackson
+By Samuel Jackson, Nathan Cummings, Saiful Khan
 </p>
 
   </div>
diff --git a/searchindex.js b/searchindex.js
index 368989d..460aa05 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api_reference", "data_archive", "intro", "load_huggingface", "load_spark"], "filenames": ["api_reference.ipynb", "data_archive.ipynb", "intro.md", "load_huggingface.ipynb", "load_spark.ipynb"], "titles": ["Querying the Metadatabase", "The Data Catalog", "MAST Data Catalog", "Loading with Hugging Face", "Loading MAST Data With Spark"], "terms": {"import": [0, 1, 3, 4], "intak": [1, 4], "matplotlib": [0, 1, 3, 4], "pyplot": [0, 1, 3, 4], "plt": [0, 1, 3, 4], "from": [0, 1, 3, 4], "pathlib": 1, "path": 1, "modulenotfounderror": [], "traceback": [0, 1], "most": [0, 1], "recent": [0, 1], "call": [0, 1], "last": [0, 1, 4], "cell": [0, 1, 4], "In": [0, 1, 4], "1": [0, 1, 4], "line": [0, 1], "2": [0, 1, 3, 4], "3": [0, 1, 4], "No": 1, "modul": [], "name": [0, 1, 4], "we": [1, 3, 4], "can": [0, 1], "us": [1, 2, 4], "mount": 1, "file": 1, "system": 1, "csd3": 1, "directli": [1, 3], "onto": 1, "our": [0, 1, 4], "local": [1, 4], "machin": [1, 4], "follow": 1, "command": 1, "show": 1, "how": 1, "new": 1, "folder": 1, "second": [1, 4], "you": [0, 1, 3], "need": [1, 4], "modifi": 1, "your": [1, 4], "login": [1, 3], "thi": [0, 1, 4], "assum": 1, "alreadi": [1, 3], "have": [0, 1, 3], "an": [1, 4], "account": 1, "pleas": 1, "guid": 1, "here": [1, 3, 4], "setup": [1, 4], "mkdir": 1, "mast": [0, 1, 3], "o": 1, "allow_oth": 1, "auto_cach": 1, "reconnect": 1, "usernam": 1, "cpu": [0, 1, 4], "hpc": 1, "cam": 1, "ac": 1, "uk": 1, "home": [0, 1], "rd": 1, "ukaea": 1, "spgbycapsji": 1, "archiv": [1, 4], "open_catalog": [0, 1, 4], "yml": [0, 1, 4], "expandus": 1, "arg": 1, "lhs18285": 1, "descript": [1, 4], "driver": [1, 4], "yamlfilecatalog": 1, "version": 0, "access": [0, 1, 3], "singl": 1, "record": 1, "amc_plasma_curr": [1, 3, 4], "fastzarr": 1, "true": [0, 1, 3, 4], "urlpath": 1, "nc": 1, "intake_xarray_datatre": 1, "datatreesourc": 1, "catalog_dir": 1, "generic_nam": 1, "ip": 1, "label": 1, "mds_name": 1, "top": 1, "analys": [1, 4], "amc": [0, 1], "pass_": 1, "0": [0, 1, 3, 4], "rank": [1, 4], "shape": [0, 1, 4], "30000": 1, "28412": [0, 1], "signal_nam": 1, "amc_plasma": 1, "signal_statu": 1, "source_alia": 1, "time_index": 1, "type": [0, 1], "unit": [1, 4], "ka": [1, 4], "meta": 1, "sql_expr": 1, "uri": [0, 1], "postgresql": 1, "dbreader": 1, "fairli": 1, "localhost": [0, 1, 4], "5432": 1, "mast_db": 1, "index": 1, "tabl": [0, 1], "intake_sql": 1, "sqlsourc": 1, "gui": [0, 1], "interfac": [0, 1], "all": [0, 1, 3, 4], "m9": [1, 4], "campaign": [1, 4], "sort": 1, "id": [0, 1], "shot_index": 1, "read": [0, 1, 4], "sort_valu": 1, "shot_id": [0, 1], "tail": 1, "timestamp": 1, "reference_shot": 1, "scenario": 1, "current_rang": 1, "heat": 1, "divertor_config": 1, "pellet": 1, "plasma_shap": 1, "rmp_coil": 1, "cpf_vol_ipmax": 1, "cpf_vol_max": 1, "cpf_vol_trubi": 1, "cpf_wmhd_ipmax": 1, "cpf_wmhd_max": 1, "cpf_wmhd_trubi": 1, "cpf_zeff_ipmax": 1, "cpf_zeff_max": 1, "cpf_zeff_trubi": 1, "cpf_zmag_efit": 1, "18491": 1, "30469": 1, "2013": 1, "09": [1, 4], "27": [1, 4], "14": [1, 4], "39": [0, 1, 4], "00": 1, "30467": 1, "700": 1, "ss": 1, "beam": 1, "convent": 1, "fals": [0, 1, 3, 4], "doubl": 1, "null": 1, "8": [1, 4], "988730": 1, "9": [0, 1, 4], "047923": 1, "47466": 1, "250": 1, "49115": 1, "805": 1, "nan": 1, "015299": 1, "18492": 1, "30470": [0, 1], "15": [1, 4], "03": [1, 4], "none": [0, 1, 4], "687049": 1, "10": [1, 3, 4], "055509": 1, "17290": 1, "434": 1, "22310": 1, "516": 1, "015164": 1, "18493": 1, "30471": [0, 1], "20": [0, 1, 4], "lower": 1, "817559": 1, "283702": 1, "38063": 1, "582": 1, "40906": 1, "090": 1, "014340": 1, "18494": 1, "30472": 1, "36": [0, 1, 4], "16492": 1, "ohmic": 1, "000000": 1, "18495": 1, "30473": 1, "51": [1, 4], "5": [0, 1, 4], "row": 1, "280": 1, "column": [0, 1, 4], "dataset": [1, 3, 4], "print": [0, 1], "number": [1, 4], "len": [0, 1, 4], "1580": [0, 1], "look": 1, "28977": 1, "to_dataset": 1, "lt": [0, 1], "xarrai": [1, 3, 4], "gt": 1, "dimens": [0, 1, 4], "time": [0, 1, 3, 4], "coordin": 1, "float32": 1, "999": 1, "4": [0, 1, 4], "variabl": 1, "error": [0, 1, 4], "dask": [1, 4], "arrai": [0, 1, 4], "chunksiz": 1, "np": [0, 1, 4], "ndarrai": 1, "attribut": 1, "12": [1, 4], "currentxarrai": 1, "datasetdimens": 1, "30000coordin": 1, "0unit": 1, "sarrai": 1, "9998": 1, "9996": 1, "999399": 1, "999799": 1, "dtype": [1, 4], "float32dask": 1, "chunk": [1, 4], "byte": 1, "117": 1, "19": [0, 1, 4], "kib": [1, 4], "graph": 1, "layer": 1, "numpi": [0, 1, 3, 4], "timepandasindexpandasindex": 1, "000000238418579": 1, "999800205230713": 1, "9996002912521362": 1, "99940025806427": 1, "9992002248764038": 1, "9990001916885376": 1, "998800277709961": 1, "9986002445220947": 1, "9984002113342285": 1, "9982002973556519": 1, "997999429702759": 1, "998199701309204": 1, "998399496078491": 1, "9985997676849365": 1, "9987995624542236": 1, "998999834060669": 1, "999199628829956": 1, "999399423599243": 1, "9995996952056885": 1, "9997994899749756": 1, "x27": 1, "length": 1, "currentlabel": 1, "currenttyp": 1, "analysedgeneric_nam": 1, "ipsource_alia": 1, "amcmds_nam": 1, "currentshot": 1, "28977shape": 1, "30000signal_statu": 1, "1pass_": 1, "karank": 1, "1time_index": 1, "0descript": 1, "shot_num": 1, "valu": [1, 4], "astyp": [0, 1], "str": [0, 1], "dt": 1, "filter": [0, 1, 4], "lambda": [1, 4], "x": 1, "item": [0, 1, 3, 4], "plot": [1, 3, 4], "ylabel": [1, 4], "f": [0, 1, 4], "attr": 1, "xlabel": [1, 4], "text": [1, 4], "slice": [1, 4], "along": 1, "axi": [1, 4], "lazi": 1, "sel": [1, 4], "25": [1, 4], "efm_dataset": 1, "efm_psi_r_z": 1, "one": 1, "height": 1, "65": [1, 4], "71": [1, 4], "radiu": 1, "938": 1, "875": 1, "812": 1, "05": 1, "045": 1, "04": 1, "035": 1, "285": 1, "295": 1, "305": 1, "06": 1, "09031": 1, "1206": 1, "1509": 1, "939": 1, "97": [1, 4], "efm_psi": 1, "r": [0, 1], "z": 1, "psi": 1, "psi_r_z": 1, "wb": 1, "rad": 1, "poloid": 1, "magnet": 1, "flux": 1, "per": 1, "toroid": 1, "radian": 1, "function": [1, 4], "65time": 1, "71radiu": 1, "65coordin": 1, "marrai": 1, "9375": 1, "8125": 1, "75": [1, 4], "6875": 1, "625": 1, "5625": 1, "4375": 1, "375": 1, "3125": 1, "1875": 1, "125": 1, "0625": 1, "305unit": 1, "025": 1, "02": [0, 1], "015": 1, "01": 1, "005": 1, "055": 1, "065": 1, "07": 1, "075": 1, "08": 1, "085": 1, "095": 1, "105": 1, "11": 1, "115": 1, "13": [1, 4], "135": 1, "145": 1, "155": 1, "16": 1, "165": 1, "17": [0, 1, 4], "175": 1, "18": [1, 4], "185": 1, "195": 1, "205": 1, "21": [1, 4], "215": 1, "22": [0, 1], "225": 1, "23": [1, 4], "235": 1, "24": [1, 4], "245": 1, "255": 1, "26": [1, 4], "265": 1, "275": 1, "28": [1, 4], "float320": 1, "090312": 1, "120625": 1, "150937": 1, "18125": 1, "211563": 1, "241875": 1, "272188": 1, "3025": 1, "332813": 1, "363125": 1, "393438": 1, "42375": 1, "454063": 1, "484375": 1, "514687": 1, "545": 1, "575312": 1, "605625": 1, "635938": 1, "66625": 1, "696563": 1, "726875": 1, "757188": 1, "7875": 1, "817813": 1, "848125": 1, "878438": 1, "90875": 1, "939063": 1, "969375": 1, "999688": 1, "060313": 1, "090625": 1, "120937": 1, "15125": 1, "181562": 1, "211875": 1, "242188": 1, "2725": 1, "302812": 1, "333125": 1, "363438": 1, "39375": 1, "424062": 1, "454375": 1, "484687": 1, "515": 1, "545313": 1, "575625": 1, "605937": 1, "63625": 1, "666562": 1, "696875": 1, "727188": 1, "7575": 1, "787812": 1, "818125": 1, "848438": 1, "87875": 1, "909063": 1, "939375": 1, "969687": 1, "mib": 1, "heightpandasindexpandasindex": 1, "04999999701976776": 1, "044999998062849045": 1, "03999999910593033": 1, "03500000014901161": 1, "029999999329447746": 1, "02499999850988388": 1, "019999999552965164": 1, "014999999664723873": 1, "009999999776482582": 1, "004999999888241291": 1, "054999999701976776": 1, "05999999865889549": 1, "06499999761581421": 1, "07000000029802322": 1, "07499999552965164": 1, "07999999821186066": 1, "08500000089406967": 1, "08999999612569809": 1, "0949999988079071": 1, "09999999403953552": 1, "10499999672174454": 1, "10999999940395355": 1, "11499999463558197": 1, "11999999731779099": 1, "12999999523162842": 1, "13499999046325684": 1, "14000000059604645": 1, "14499999582767487": 1, "14999999105930328": 1, "1550000011920929": 1, "1599999964237213": 1, "16499999165534973": 1, "17000000178813934": 1, "17499999701976776": 1, "17999999225139618": 1, "1850000023841858": 1, "1899999976158142": 1, "19499999284744263": 1, "19999998807907104": 1, "20499999821186066": 1, "20999999344348907": 1, "2149999886751175": 1, "2199999988079071": 1, "22499999403953552": 1, "22999998927116394": 1, "23499999940395355": 1, "23999999463558197": 1, "2449999898672104": 1, "2549999952316284": 1, "25999999046325684": 1, "26499998569488525": 1, "26999998092651367": 1, "2750000059604645": 1, "2800000011920929": 1, "2849999964237213": 1, "29499998688697815": 1, "29999998211860657": 1, "3050000071525574": 1, "radiuspandasindexpandasindex": 1, "09031249582767487": 1, "12062500417232513": 1, "1509374976158142": 1, "18125000596046448": 1, "21156251430511475": 1, "24187500774860382": 1, "2721875011920929": 1, "30250000953674316": 1, "33281251788139343": 1, "3631250262260437": 1, "3934375047683716": 1, "42375001311302185": 1, "4540625214576721": 1, "5146874785423279": 1, "5450000166893005": 1, "5753124952316284": 1, "6056250333786011": 1, "635937511920929": 1, "6662500500679016": 1, "6965625286102295": 1, "7268750071525574": 1, "75718754529953": 1, "7875000238418579": 1, "8178125023841858": 1, "8481250405311584": 1, "8784375190734863": 1, "9087499976158142": 1, "9390625357627869": 1, "9693750143051147": 1, "9996875524520874": 1, "0299999713897705": 1, "0603125095367432": 1, "0906249284744263": 1, "120937466621399": 1, "1512500047683716": 1, "1815624237060547": 1, "2118749618530273": 1, "2421875": 1, "2725000381469727": 1, "3028124570846558": 1, "3331249952316284": 1, "363437533378601": 1, "3937499523162842": 1, "4240624904632568": 1, "4543750286102295": 1, "4846874475479126": 1, "5149999856948853": 1, "545312523841858": 1, "575624942779541": 1, "6059374809265137": 1, "6362500190734863": 1, "6665624380111694": 1, "696874976158142": 1, "7271875143051147": 1, "7574999332427979": 1, "7878124713897705": 1, "8181250095367432": 1, "8484375476837158": 1, "878749966621399": 1, "9090625047683716": 1, "9393750429153442": 1, "9696874618530273": 1, "efmmds_nam": 1, "psi_r_zshot": 1, "radrank": 1, "3time_index": 1, "nw": 1, "nh": 1, "b": 1, "itself": 1, "yet": 1, "see": 1, "its": 1, "size": [0, 1, 4], "dataarrai": [1, 4], "open_dataset": 1, "chunktyp": 1, "0xarrai": 1, "71height": 1, "65radiu": 1, "65dask": 1, "defin": 1, "some": 1, "oper": [1, 4], "over": [1, 4], "nonsens": 1, "exampl": [1, 2, 3], "demonstr": 1, "purpos": 1, "onli": [1, 4], "choos": 1, "frame": 1, "crop": 1, "averag": [1, 4], "sum": 1, "togeth": 1, "task": [1, 4], "map_over_subtre": 1, "mean": [0, 1, 4], "ds": [1, 4], "children": 1, "900": 1, "60": [1, 4], "visual": 1, "engin": 1, "cytoscap": 1, "optimize_graph": 1, "result": [0, 1, 4], "comput": [0, 1, 4], "matshow": [0, 1], "imag": 1, "axesimag": 1, "0x7f88837bdfd0": 1, "now": 1, "do": [1, 4], "same": 1, "1000": [1, 4], "list": [0, 1, 4], "0x7f8870fd04f0": 1, "connect": [], "databas": 0, "The": [0, 2, 4], "panda": [0, 4], "pd": [0, 4], "sqlalchemi": [], "create_engin": [], "metadata": 0, "orm": [], "sessionmak": [], "datatre": [], "open_datatre": [], "yaml": [], "def": [0, 1, 3, 4], "metadata_obj": [], "reflect": [], "return": [0, 1, 3, 4], "db_config": [], "open": 4, "handl": [0, 4], "config": 4, "load": 2, "loader": [], "host": [0, 4], "port": [0, 4], "session": [], "bind": 4, "6": 4, "num_shot": [], "shot": [0, 4], "count": [], "num_sign": [], "signal": 0, "25556": [], "1151": 0, "find": [], "read_sql": [], "statement": [], "con": [], "11695": [], "2004": [], "54": 4, "11696": [], "11697": [], "11698": [], "31": 4, "11699": [], "45": [], "25551": [], "47202": [], "2023": [], "59": [0, 4], "33": [0, 4], "45847": [], "25552": [], "47203": [], "43": 4, "25553": [], "47204": [], "38": 4, "25554": [], "47205": [], "52": 4, "44539": [], "25555": [], "47206": [], "44": 4, "uniqu": [], "m5": [], "m6": [], "m7": [], "m8": [], "mu1": [], "mu2": [], "mu3": [], "object": [0, 4], "cpf": [], "summari": [], "data": [], "A": [], "more": 4, "advanc": [], "given": [], "correspond": [], "shot_signal_link": [], "zmag_efit": [], "qshot": [], "c": [], "map": [3, 4], "qshot_sign": [], "signal_id": [], "in_": [], "distinct": [], "contain": [0, 4], "acd": [], "qsignal": [], "signal_typ": 4, "qualiti": [0, 4], "doi": 4, "camera_metadata": [], "camera": [], "abm_calib_shot": [], "ir": [], "jack5": [], "calibr": [], "Not": [0, 4], "check": [0, 4], "abm_channel_statu": [], "channel_statu": [], "abm_channel_typ": [], "channel_typ": [], "abm_gain": [], "gain": [], "abm_i": [], "bol": [], "w": 1, "m": [], "i": 0, "911": [], "1143": [], "esm_v_loop_stat": [], "v": 0, "static": [], "v_loop": [], "912": [], "1144": [], "esm_w_dot": [], "dot": [], "913": [], "1145": [], "esm_x": [], "store": [0, 4], "power": [], "914": [], "1148": [], "esx_passnumb": [], "passno": [], "915": [], "1149": [], "esx_statu": [], "statu": [], "916": [], "With": [0, 2], "spark": 2, "s3f": [0, 4], "zarr": [0, 4], "xr": [3, 4], "da": 4, "pyspark": 4, "sql": 4, "sparksess": 4, "os": 4, "sy": [0, 4], "environ": 4, "pyspark_python": 4, "execut": 4, "pyspark_driver_python": 4, "first": [], "s3": [0, 4], "s3filesystem": [0, 4], "anon": [0, 4], "kei": [0, 4], "minio99": [], "secret": [], "minio123": [], "use_ssl": 0, "client_kwarg": [0, 4], "endpoint_url": [0, 4], "http": [0, 1, 4], "9000": [0, 4], "tri": [], "127": [], "success": [], "Then": 4, "creat": 4, "context": 4, "includ": [0, 4], "parallel": 4, "process": 4, "case": [0, 4], "ar": [0, 4], "builder": 4, "master": 4, "appnam": 4, "getorcr": 4, "set": 4, "default": 4, "log": [3, 4], "level": 4, "warn": 4, "To": 4, "adjust": 4, "sc": 4, "setloglevel": 4, "newlevel": 4, "For": 4, "sparkr": 4, "nativecodeload": 4, "unabl": 4, "nativ": 4, "hadoop": 4, "librari": 4, "platform": 4, "builtin": 4, "java": 4, "class": 4, "where": [0, 4], "applic": 4, "util": 4, "servic": 4, "sparkui": 4, "could": 4, "4040": 4, "attempt": 4, "4041": 4, "4042": 4, "relev": 4, "get": [0, 4], "group": [0, 4], "s3map": 4, "root": 4, "amc_test": 0, "open_consolid": [0, 4], "re": 4, "go": 4, "perform": 4, "simpl": 4, "plasma": 4, "current": [3, 4], "everi": 4, "between": 4, "below": 4, "ani": 4, "wish": 4, "load_group": 4, "dict": [0, 4], "dim": 4, "rdd": 4, "sparkcontext": 4, "revers": 4, "cach": 4, "final": 4, "want": [0, 4], "take": [3, 4], "just": [0, 4], "stage": 4, "user": [0, 3, 4], "40": [0, 4], "ms": [0, 4], "72": [], "total": [0, 4], "42": [0, 4], "wall": [0, 4], "s": [0, 4], "let": 4, "try": 4, "someth": 4, "intens": 4, "each": 4, "less": 4, "than": [0, 4], "again": 4, "step": 4, "next": [0, 4], "int": [0, 4], "zip": 4, "collect": 4, "df": [0, 4], "datafram": [0, 4], "mean_curr": 4, "figur": 4, "figsiz": 4, "scatter": 4, "marker": 4, "edgecolor": 4, "black": 4, "titl": 4, "num": 4, "7": [0, 4], "55": 4, "hug": 2, "face": 2, "load_dataset": 3, "iterabledataset": 3, "huggingface_hub": 3, "interpreter_login": 3, "privat": 3, "so": 3, "must": 3, "new_sess": 3, "grab": 3, "copi": 3, "download": 3, "slow": 3, "sljack": 3, "split": 3, "full": 3, "use_auth_token": 3, "slice_puls": 3, "msk": 3, "with_format": 3, "83": 4, "41": [0, 4], "request": [0, 4], "dd": 0, "ipython": [], "displai": [], "json": 0, "80": [0, 4], "endpoint_uri": [0, 4], "exactli": 0, "what": 0, "rather": 0, "reciev": 0, "whole": 0, "ha": 0, "mani": 0, "interest": 0, "subset": 0, "them": 0, "endpoint": 0, "locat": 0, "post": 0, "paramet": 0, "write": 0, "get_signal_dataset": 0, "limit": 0, "signal_dataset": [0, 4], "expand": [], "core": [0, 1], "get_shot": 0, "11700": 0, "mai": 0, "other": 0, "entri": [0, 1], "page": 0, "string": 0, "templat": [0, 1], "do_queri": 0, "cursor": 0, "page_meta": 0, "next_cursor": 0, "total_item": 0, "total_pag": 0, "substitut": 0, "els": [0, 1], "iterate_respons": 0, "while": 0, "payload": 0, "yield": 0, "amc_efp": [], "amc_error": [], "field": 0, "ntmw": [], "46": 4, "amc_p2il": [], "coil": [], "feed": [], "amc_p2iu": [], "ntmz": [], "amc_p2l": [], "ntm2": [], "option": 0, "xx": 0, "few": 0, "num_pag": 0, "delai": 0, "load_one_queri": 0, "from_dict": 0, "column_metadata": 0, "from_delai": 0, "rang": [0, 4], "structur": [], "preshot_descript": [], "postshot_descript": [], "comission": [], "facil": [], "cpf_p03249": [], "cpf_p04673": [], "cpf_p04674": [], "cpf_p04675": [], "cpf_p04676": [], "cpf_p04677": [], "cpf_p04678": [], "cpf_p04679": [], "cpf_p04680": [], "cpf_p04681": [], "cpf_p04833": [], "cpf_p04993": [], "cpf_p05007": [], "cpf_p05008": [], "cpf_p05009": [], "cpf_p05010": [], "cpf_p05011": [], "cpf_p05015": [], "cpf_p05016": [], "cpf_p05017": [], "cpf_p05025": [], "cpf_p05027": [], "cpf_p05028": [], "cpf_p05029": [], "cpf_p05030": [], "cpf_p05032": [], "cpf_p05033": [], "cpf_p05153": [], "cpf_p06000": [], "cpf_p06001": [], "cpf_p06002": [], "cpf_p06003": [], "cpf_p06004": [], "cpf_p10963": [], "cpf_p10964": [], "cpf_p12441": [], "cpf_p12450": [], "cpf_p12451": [], "cpf_p12452": [], "cpf_p15202": [], "cpf_p15203": [], "cpf_p15209": [], "cpf_p15659": [], "cpf_p15660": [], "cpf_p15661": [], "cpf_p20000": [], "cpf_p20204": [], "cpf_p20205": [], "cpf_p20206": [], "cpf_p20207": [], "cpf_p20208": [], "cpf_p21010": [], "cpf_p21011": [], "cpf_p21012": [], "cpf_p21021": [], "cpf_p21022": [], "cpf_p21029": [], "cpf_p21035": [], "cpf_p21037": [], "cpf_p21041": [], "cpf_p21042": [], "cpf_p21043": [], "cpf_p21044": [], "cpf_p21045": [], "cpf_p21046": [], "cpf_p21047": [], "cpf_p21048": [], "cpf_p21051": [], "cpf_p21052": [], "cpf_p21053": [], "cpf_p21054": [], "cpf_p21055": [], "cpf_p21056": [], "cpf_p21075": [], "cpf_p21076": [], "cpf_p21077": [], "cpf_p21078": [], "cpf_p21079": [], "cpf_p21080": [], "cpf_p21081": [], "cpf_p21082": [], "cpf_p21083": [], "cpf_p21084": [], "cpf_p21085": [], "cpf_p21086": [], "cpf_p21087": [], "cpf_p21088": [], "cpf_p21089": [], "cpf_p21092": [], "cpf_p21093": [], "cpf_abort": [], "cpf_amin_ipmax": [], "cpf_amin_max": [], "cpf_amin_trubi": [], "cpf_area_ipmax": [], "cpf_area_max": [], "cpf_area_trubi": [], "cpf_bepmhd_ipmax": [], "cpf_bepmhd_max": [], "cpf_bepmhd_trubi": [], "cpf_betmhd_ipmax": [], "cpf_betmhd_max": [], "cpf_betmhd_trubi": [], "cpf_bt_ipmax": [], "cpf_bt_max": [], "cpf_bt_trubi": [], "cpf_c2ratio": [], "cpf_column_temp_in": [], "cpf_column_temp_out": [], "cpf_creation": [], "cpf_dwmhd_ipmax": [], "cpf_dwmhd_max": [], "cpf_dwmhd_trubi": [], "cpf_enbi_max_ss": [], "cpf_enbi_max_sw": [], "cpf_exp_dat": [], "cpf_exp_numb": [], "cpf_exp_tim": [], "cpf_gdc_durat": [], "cpf_gdc_time": [], "cpf_ibgas_pressur": [], "cpf_ip_av": [], "cpf_ip_max": [], "cpf_jnbi_ipmax": [], "cpf_jnbi_ipmax_ss": [], "cpf_jnbi_ipmax_sw": [], "cpf_jnbi_max": [], "cpf_jnbi_max_ss": [], "cpf_jnbi_max_sw": [], "cpf_jnbi_tot": [], "cpf_jnbi_total_ss": [], "cpf_jnbi_total_sw": [], "cpf_jnbi_trubi": [], "cpf_jnbi_truby_ss": [], "cpf_jnbi_truby_sw": [], "cpf_johm_ipmax": [], "cpf_johm_max": [], "cpf_johm_tot": [], "cpf_johm_trubi": [], "cpf_kappa_ipmax": [], "cpf_kappa_max": [], "cpf_kappa_trubi": [], "cpf_li_2_ipmax": [], "cpf_li_2_max": [], "cpf_li_2_trubi": [], "cpf_li_3_ipmax": [], "cpf_li_3_max": [], "cpf_li_3_trubi": [], "cpf_log_base_pressur": [], "cpf_ndl_co2_ipmax": [], "cpf_ndl_co2_max": [], "cpf_ndl_co2_trubi": [], "cpf_ne0_ipmax": [], "cpf_ne0_max": [], "cpf_ne0_trubi": [], "cpf_ne0ratio_ipmax": [], "cpf_ne0rubi": [], "cpf_ne_bar_ipmax": [], "cpf_ne_yag_bar_ipmax": [], "cpf_ngreenwald_ipmax": [], "cpf_ngreenwaldratio_ipmax": [], "cpf_o2ratio": [], "cpf_object": [], "cpf_pe0_ipmax": [], "cpf_pe0_max": [], "cpf_pe0_trubi": [], "cpf_pe0rubi": [], "cpf_pic": [], "cpf_pnbi_ipmax": [], "cpf_pnbi_ipmax_ss": [], "cpf_pnbi_ipmax_sw": [], "cpf_pnbi_max": [], "cpf_pnbi_max_ss": [], "cpf_pnbi_max_sw": [], "cpf_pnbi_trubi": [], "cpf_pnbi_truby_ss": [], "cpf_pnbi_truby_sw": [], "cpf_pohm_ipmax": [], "cpf_pohm_max": [], "cpf_pohm_trubi": [], "cpf_postshot": [], "cpf_prad_ipmax": [], "cpf_prad_max": [], "cpf_prad_trubi": [], "cpf_pradne2": [], "cpf_preshot": [], "cpf_program": [], "cpf_pulno": [], "cpf_q95_ipmax": [], "cpf_q95_min": [], "cpf_q95_trubi": [], "cpf_refer": [], "cpf_rgeo_ipmax": [], "cpf_rgeo_max": [], "cpf_rgeo_trubi": [], "cpf_rinner_da": [], "cpf_rinner_efit": [], "cpf_rmag_efit": [], "cpf_router_da": [], "cpf_router_efit": [], "cpf_sarea_ipmax": [], "cpf_sarea_max": [], "cpf_sarea_trubi": [], "cpf_sl": [], "cpf_summari": [], "cpf_tamin_max": [], "cpf_tarea_max": [], "cpf_tautot_ipmax": [], "cpf_tautot_max": [], "cpf_tautot_trubi": [], "cpf_tbepmhd_max": [], "cpf_tbetmhd_max": [], "cpf_tbt_max": [], "cpf_tdwmhd_max": [], "cpf_te0_ipmax": [], "cpf_te0_max": [], "cpf_te0_trubi": [], "cpf_te0ratio_ipmax": [], "cpf_te0rubi": [], "cpf_te_yag_bar_ipmax": [], "cpf_tend": [], "cpf_tend_ibga": [], "cpf_tend_nbi": [], "cpf_tend_nbi_ss": [], "cpf_tend_nbi_sw": [], "cpf_term_cod": [], "cpf_tftend": [], "cpf_tftstart": [], "cpf_tipmax": [], "cpf_tkappa_max": [], "cpf_tli_2_max": [], "cpf_tli_3_max": [], "cpf_tndl_co2_max": [], "cpf_tne0_max": [], "cpf_tpe0_max": [], "cpf_tpnbi_max": [], "cpf_tpnbi_max_ss": [], "cpf_tpnbi_max_sw": [], "cpf_tpohm_max": [], "cpf_tprad_max": [], "cpf_tq95_min": [], "cpf_trgeo_max": [], "cpf_trubi": [], "cpf_tsarea_max": [], "cpf_tstart": [], "cpf_tstart_ibga": [], "cpf_tstart_nbi": [], "cpf_tstart_nbi_ss": [], "cpf_tstart_nbi_sw": [], "cpf_ttautot_max": [], "cpf_tte0_max": [], "cpf_tvol_max": [], "cpf_twmhd_max": [], "cpf_tzeff_max": [], "cpf_use": [], "npartit": [], "int64": [], "to_pyarrow_str": [], "31t16": [], "retri": [], "rtp": [], "stop": [], "st07": [], "st25": [], "plu": [], "event": [], "50": [], "na": [], "31t15": [], "brake": [], "chopper": [], "test": [], "restor": [], "p1": [], "tf": [], "abort": [], "repeat": [], "daili": [], "ps": [], "enabl": [], "window": [], "channel": [], "bolomet": [], "wave": [], "prepar": [], "ex": [], "ok": [], "don": [], "t": [0, 1, 4], "code": [], "magn": [], "31t14": [], "ran": [], "trip": [], "pf": [], "demand": [], "47011": [], "21t09": [], "47": 4, "integr": [], "control": [], "integratedct": [], "termin": [], "earli": [], "ga": [], "wa": [], "bett": [], "46994": [], "47010": [], "all_coil_first_shot": [], "good": [], "47009": [], "20t17": [], "57": 4, "fpp": [], "tae": [], "diagnost": [], "posit": [], "sw": [], "30m": [], "south": [], "47008": [], "48": 4, "straight": [], "diagnosti": [], "densiti": [], "higher": [], "previou": [], "47007": [], "49": 4, "movement": [], "cut": [], "out": [], "47006": [], "200": 4, "catalog": [0, 4], "meta_catalog": [0, 4], "context_": 4, "type_": [], "signal_dataset_id": [0, 4], "schema": [], "org": [], "obsolet": [], "fail": [], "dim_0": [], "co": [], "tangenti": [], "pre": [], "amplifi": [], "incid": [], "chord_numb": [], "1146": [], "esx_low": [], "inv": [], "1147": [], "cm": [], "esx_upp": [], "1150": [], "direct": 0, "known": 0, "read_parquet": 0, "nrais": [], "TO": [], "58t": [], "n": 1, "nok": [], "56t": [], "nstill": [], "alarm": [], "BUT": [], "5t": [], "nstandard": [], "3t": [], "n0": [], "1t": [], "Or": 0, "even": 0, "csv": 0, "format": 0, "read_csv": 0, "tmp": [], "ipykernel_1746383": [], "1734790811": [], "py": 1, "dtypewarn": [], "mix": [], "specifi": [], "low_memori": [], "unnam": [], "281": [], "mode": [0, 1], "k": [0, 4], "g": [0, 4], "816": [], "58": [], "queri": 2, "metadatabas": 2, "connectionrefusederror": [], "miniconda3": 1, "env": 1, "lib": 1, "python3": 1, "site": 1, "packag": 1, "aiohttp": [], "connector": [], "980": [], "tcpconnector": [], "_wrap_create_connect": [], "self": 1, "req": [], "timeout": [], "client_error": [], "kwarg": 1, "979": [], "async": [], "ceil_timeout": [], "sock_connect": [], "await": [], "_loop": [], "create_connect": [], "ignor": [], "noqa": [], "981": [], "except": 0, "cert_error": [], "exc": [], "asyncio": [], "base_ev": [], "1085": [], "baseeventloop": [], "protocol_factori": [], "ssl": [], "famili": [], "proto": [], "flag": [], "sock": [], "local_addr": [], "server_hostnam": [], "ssl_handshake_timeout": [], "ssl_shutdown_timeout": [], "happy_eyeballs_delai": [], "interleav": [], "1084": [], "rais": 1, "1086": [], "1087": [], "If": [], "thei": [], "1069": [], "1068": [], "_connect_sock": [], "1070": [], "addrinfo": [], "laddr_info": [], "1071": [], "break": [], "973": [], "addr_info": [], "local_addr_info": [], "972": [], "oserror": [], "match": [], "address": [], "found": [], "974": [], "selector_ev": [], "634": [], "baseselectoreventloop": [], "633": [], "fut": [], "635": [], "636": [], "cycl": [], "when": [], "occur": [], "674": [], "_sock_connect_cb": [], "672": [], "err": [], "673": [], "jump": [], "claus": [], "675": [], "blockingioerror": [], "interruptederror": [], "676": [], "socket": [], "still": [], "regist": [], "callback": [], "later": [], "errno": 1, "111": [], "abov": [], "caus": [], "clientconnectorerror": [], "aiobotocor": [], "httpsession": [], "208": [], "aiohttpsess": [], "send": [], "207": [], "url": [0, 4], "encod": [], "respons": [], "_session": [], "209": [], "method": [], "210": [], "211": [], "212": [], "header": [], "headers_": [], "213": [], "214": [], "proxi": [], "proxy_url": [], "proxy_head": [], "216": [], "218": [], "http_respons": [], "awsrequest": [], "aioawsrespons": [], "219": 4, "220": [], "client": [], "536": [], "clientsess": [], "_request": [], "str_or_url": [], "param": [], "cooki": [], "skip_auto_head": [], "auth": [], "allow_redirect": [], "max_redirect": [], "compress": 1, "expect100": [], "raise_for_statu": [], "read_until_eof": [], "proxy_auth": [], "verify_ssl": [], "fingerprint": [], "ssl_context": [], "trace_request_ctx": [], "read_bufs": [], "535": [], "assert": 0, "_connector": [], "conn": [], "537": [], "trace": [], "real_timeout": [], "538": [], "539": [], "timeouterror": [], "540": [], "baseconnector": [], "_create_connect": [], "541": [], "_close": [], "901": [], "_": [], "_create_direct_connect": [], "903": [], "1205": [], "last_exc": [], "1175": [], "1174": [], "transp": [], "1176": [], "_factori": [], "1177": [], "1178": [], "1179": [], "1180": [], "sslcontext": [], "1181": [], "hinfo": [], "1182": [], "1183": [], "1184": [], "hostnam": [], "1185": [], "_local_addr": [], "1186": [], "1187": [], "1188": [], "1189": [], "988": [], "987": [], "connection_kei": [], "cannot": 0, "dure": [], "anoth": [], "endpointconnectionerror": [], "1802": [], "data_dir": [], "data_fil": [], "cache_dir": [], "featur": [], "download_config": [], "download_mod": [], "verification_mod": [], "ignore_verif": [], "keep_in_memori": [], "save_info": [], "revis": [], "num_proc": [], "storage_opt": 1, "config_kwarg": [], "1800": [], "iter": [], "1801": [], "builder_inst": [], "as_streaming_dataset": [], "1804": [], "hf": [], "googl": [], "storag": [0, 4], "1805": [], "1806": [], "try_from_hf_gc": [], "_packaged_datasets_modul": [], "1281": [], "datasetbuild": [], "base_path": [], "1274": [], "dl_manag": [], "streamingdownloadmanag": [], "1275": [], "1276": [], "downloadconfig": [], "1277": [], "dataset_nam": [], "1278": [], "1279": [], "1280": [], "_check_manual_download": [], "splits_gener": [], "sg": [], "_split_gener": [], "1282": [], "By": [], "1283": [], "huggingfac": [], "datasets_modul": [], "fd523016bd28ea84b6b8be6be07bced52a160d77062891ad9b41856779a138ac": [], "mastfusiondata": [], "_get_s3_file_system": [], "splitgener": [], "56": 4, "conveni": [], "1299": [], "metadata_kei": [], "1296": [], "consolid": [], "1298": [], "meta_stor": [], "consolidatedstoreclass": [], "1301": [], "pass": [], "through": [], "1302": [], "chunk_stor": [], "pop": 1, "2890": [], "consolidatedmetadatastor": [], "__init__": 1, "2887": [], "_ensure_stor": [], "2889": [], "retriev": [], "json_load": [], "2892": [], "2893": [], "consolidated_format": [], "zarr_consolidated_format": [], "1397": [], "fsstore": [0, 4], "__getitem__": [], "1395": [], "_normalize_kei": [], "1396": [], "1398": [], "e": [], "1399": [], "keyerror": [], "fsspec": 1, "143": [], "fsmap": [], "141": [], "_key_to_str": [], "142": [], "fs": [0, 1, 4], "cat": [], "144": [], "missing_except": [], "asyn": [], "121": 1, "sync_wrapp": [], "wrapper": [], "118": [], "functool": [], "wrap": [], "func": [], "119": 1, "120": 1, "obj": [], "sync": [], "loop": [], "106": 1, "104": 1, "fstimeouterror": [], "return_result": [], "elif": [], "isinst": [], "baseexcept": [], "107": [], "108": [], "61": 4, "_runner": [], "coro": [], "wait_for": [], "62": 0, "63": 4, "433": [], "asyncfilesystem": [], "_cat": [], "recurs": [], "on_error": [], "batch_siz": [], "431": [], "is_except": [], "432": [], "435": [], "436": [], "437": [], "_strip_protocol": [], "438": [], "439": [], "440": [], "441": [], "442": [], "omit": [], "443": [], "get_running_loop": [], "444": [], "445": [], "ensure_futur": [], "_cat_fil": [], "version_id": [], "start": [], "end": [], "resp": [], "bodi": [], "close": 1, "_error_wrapp": [], "_call_and_read": [], "140": [], "138": [], "139": [], "translate_boto_error": [], "113": [], "112": [], "114": [], "s3_retryable_error": [], "1058": [], "1057": [], "_call_s3": [], "1059": [], "get_object": [], "1060": [], "bucket": [], "1061": [], "1062": [], "version_id_kw": [], "ver": [], "1063": [], "head": [], "1064": [], "req_kw": [], "1065": [], "1066": [], "1067": [], "348": [], "akwarglist": [], "346": [], "logger": [], "debug": [], "__name__": [], "kw2": [], "347": [], "additional_kwarg": [], "_get_s3_method_kwarg": [], "349": [], "350": [], "361": [], "aiobasecli": [], "_make_api_cal": [], "operation_nam": [], "api_param": [], "359": [], "360": [], "apply_request_checksum": [], "request_dict": [], "parsed_respons": [], "_make_request": [], "362": [], "operation_model": [], "request_context": [], "363": [], "365": [], "emit": [], "366": [], "after": [], "service_id": [], "367": [], "372": [], "373": [], "status_cod": [], "300": [], "386": [], "382": [], "383": [], "384": [], "385": [], "_endpoint": [], "make_request": [], "387": [], "388": [], "389": [], "390": [], "391": [], "392": [], "_service_model": [], "hyphen": [], "396": [], "397": [], "100": [0, 1, 4], "aioendpoint": [], "_send_request": [], "96": 4, "create_request": [], "success_respons": [], "_get_respons": [], "98": 4, "99": [1, 4], "_needs_retri": [], "101": [], "102": 1, "103": [], "_update_retries_context": [], "262": [], "caught_except": [], "260": [], "service_model": [], "261": [], "event_nam": [], "_event_emitt": [], "263": [], "264": [], "266": [], "267": [], "268": [], "269": 4, "270": [], "271": [], "handler_respons": [], "first_non_none_respons": [], "272": [], "hook": [], "66": 4, "aiohierarchicalemitt": [], "_emit": [], "stop_on_respons": [], "handler": [], "coroutin": [], "resolve_await": [], "67": 4, "append": [], "68": [], "_helper": [], "inspect": [], "isawait": [], "retryhandl": [], "aioretryhandl": [], "_call": [], "retries_context": [], "checker_kwarg": [], "updat": 1, "_checker": [], "_action": [], "109": [], "action": [], "126": [], "aiomaxattemptsdecor": [], "attempt_numb": [], "122": [], "max": [], "123": [], "_max_attempt": [], "124": [], "should_retri": [], "_should_retri": [], "128": [], "129": [], "130": [], "131": [], "explicitli": [], "maxattemptsreach": [], "161": 1, "162": 1, "163": 1, "ve": [], "exceed": [], "164": [], "propag": [], "166": [], "167": [], "174": [], "aiomulticheck": [], "171": [], "172": [], "checker": [], "173": [], "checker_respons": [], "176": [], "177": 1, "botocor": [], "247": [], "basecheck": [], "__call__": [], "_check_respons": [], "246": [], "_check_caught_except": [], "248": [], "249": [], "251": [], "valueerror": 1, "both": [], "416": [], "exceptionrais": [], "408": [], "409": [], "implement": 1, "specif": [], "410": [], "maxattemptsdecor": [], "414": [], "415": [], "propog": [], "past": [], "181": [], "_do_get_respons": [], "179": 1, "180": [], "_send": [], "182": 1, "httpclienterror": [], "183": [1, 4], "284": [], "http_session": [], "253": [], "readtimeouterror": [], "clientconnectionerror": [], "gaierror": [], "252": [], "254": [], "zmetadata": [], "10101": [], "32": [], "ns": [], "37": [0, 4], "esx_upper_inv_radiu": 0, "esx_upper_inv_psi": [], "576": [], "ipykernel_1747640": [], "840": [], "81": 4, "messag": 0, "did": 0, "all_signal_dataset": 0, "typeerror": 0, "35": 0, "34": [0, 4], "nonetyp": 0, "subscript": 0, "1290912": 0, "uuid": 0, "eef7d195": 0, "2cb0": 0, "42ab": 0, "9506": 0, "8416f18730c3": 0, "1290911": 0, "608062a5": 0, "00e0": 0, "4c36": 0, "a01c": 0, "383b900f266f": 0, "645456": 0, "795": 0, "file_nam": 0, "arr": 0, "28415": 0, "assertionerror": 0, "307": [0, 4], "rir": [0, 4], "done": 0, "1min": 0, "6s": 0, "9s": 0, "skimag": [0, 4], "ubuntu": [0, 1], "project": 0, "tap": 0, "150": 0, "cmap": [0, 4], "grai": [0, 4], "242": 0, "184": [0, 1], "256": 0, "320": [0, 1], "28980": 0, "uint16": 0, "float64": 0, "filenotfounderror": 1, "156": 1, "registri": 1, "157": 1, "158": 1, "unknown": 1, "159": 1, "instal": 1, "plugin": 1, "directori": 1, "160": 1, "readthedoc": 1, "io": 1, "en": 1, "latest": 1, "html": 1, "549": 1, "autoreload": 1, "547": 1, "filesystem": 1, "548": 1, "super": 1, "base": 1, "ttl": 1, "getenv": 1, "getshel": 1, "persist_mod": 1, "user_paramet": 1, "_entri": 1, "_make_entries_contain": 1, "force_reload": 1, "imper": 1, "reload": 1, "178": 1, "_load": 1, "577": 1, "574": 1, "file_open": 1, "rb": 1, "575": 1, "_dir": 1, "get_dir": 1, "578": 1, "decod": 1, "579": 1, "openfil": 1, "__enter__": 1, "replac": 1, "fobject": 1, "spec": 1, "1241": 1, "abstractfilesystem": 1, "block_siz": 1, "cache_opt": 1, "1239": 1, "1240": 1, "autocommit": 1, "_intran": 1, "_open": 1, "1242": 1, "1243": 1, "1244": 1, "1245": 1, "1246": 1, "1247": 1, "1248": 1, "1249": 1, "1250": 1, "compr": 1, "localfilesystem": 1, "auto_mkdir": 1, "makedir": 1, "_parent": 1, "exist_ok": 1, "localfileopen": 1, "315": 1, "313": 1, "get_compress": 1, "314": 1, "blocksiz": 1, "default_buffer_s": 1, "318": 1, "319": 1, "321": 1, "322": 1, "memori": 4, "15g": 4, "loc": 4, "squeez": 4, "vocab": 4, "569": 4, "568": 4, "88": 4, "92": 4, "open_zarr": 4, "tasksetmanag": 4, "veri": 4, "larg": 4, "1953": 4, "maximum": 4, "recommend": 4, "30": 4, "53": [], "69": [], "70": 4, "73": [], "76": 4, "77": 4, "79": 4, "82": 4, "84": [], "86": 4, "87": 4, "89": 4, "91": 4, "94": 4, "95": 4, "297": [], "133": [], "430": [], "exposur": 4, "equalize_adapthist": 4, "rescale_intens": 4, "median": 4, "process_imag": 4, "img": 4, "across": 4, "rescal": 4, "29": 4, "78": 4, "85": 4, "90": 4, "93": 4, "1266": 4, "336": [], "fig": 4, "ax": 4, "subplot": 4, "flatten": 4, "imshow": 4, "off": 4, "74": 4, "64": [], "291": [], "234": [], "312": [], "394": 4}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"The": 1, "data": [0, 1, 2, 3, 4], "catalog": [1, 2], "connect": 1, "sshf": 1, "open": [0, 1], "load": [0, 1, 3, 4], "relev": 1, "shot": 1, "metadata": 1, "plasma": 1, "current": 1, "efm": 1, "mast": [2, 4], "meta": [], "databas": [], "stat": [], "queri": 0, "metadatabas": 0, "With": 4, "spark": 4, "fast": 4, "reduct": 4, "analysi": 4, "hug": 3, "face": 3, "stream": [0, 3], "advanc": 0, "graphql": 0, "rest": 0, "api": 0, "pagin": 0, "respons": 0, "dask": 0, "file": 0, "us": 0, "intak": 0, "remot": 0, "larger": 4, "raw": 4, "ir": 4}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api_reference", "data_archive", "intro", "load_huggingface", "load_spark"], "filenames": ["api_reference.ipynb", "data_archive.ipynb", "intro.md", "load_huggingface.ipynb", "load_spark.ipynb"], "titles": ["Querying the Metadatabase", "The Data Catalog", "MAST Data Catalog", "Loading with Hugging Face", "Loading MAST Data With Spark"], "terms": {"import": [0, 1, 3, 4], "intak": [1, 4], "matplotlib": [0, 1, 3, 4], "pyplot": [0, 1, 3, 4], "plt": [0, 1, 3, 4], "from": [0, 1, 3, 4], "pathlib": 1, "path": 1, "modulenotfounderror": [], "traceback": [0, 1], "most": [0, 1], "recent": [0, 1], "call": [0, 1], "last": [0, 1, 4], "cell": [0, 1, 4], "In": [0, 1, 4], "1": [0, 1, 4], "line": [0, 1], "2": [0, 1, 3, 4], "3": [0, 1, 4], "No": 1, "modul": [], "name": [0, 1, 4], "we": [1, 3, 4], "can": [0, 1], "us": [1, 2, 4], "mount": 1, "file": 1, "system": 1, "csd3": 1, "directli": [1, 3], "onto": 1, "our": [0, 1, 4], "local": [1, 4], "machin": [1, 4], "follow": 1, "command": 1, "show": 1, "how": 1, "new": 1, "folder": 1, "second": [1, 4], "you": [0, 1, 3], "need": [1, 4], "modifi": 1, "your": [1, 4], "login": [1, 3], "thi": [0, 1, 4], "assum": 1, "alreadi": [1, 3], "have": [0, 1, 3], "an": [1, 4], "account": 1, "pleas": 1, "guid": 1, "here": [1, 3, 4], "setup": [1, 4], "mkdir": 1, "mast": [0, 1, 3], "o": 1, "allow_oth": 1, "auto_cach": 1, "reconnect": 1, "usernam": 1, "cpu": [0, 1, 4], "hpc": 1, "cam": 1, "ac": 1, "uk": 1, "home": [0, 1], "rd": 1, "ukaea": 1, "spgbycapsji": 1, "archiv": [1, 4], "open_catalog": [0, 1, 4], "yml": [0, 1, 4], "expandus": 1, "arg": 1, "lhs18285": 1, "descript": [1, 4], "driver": [1, 4], "yamlfilecatalog": 1, "version": 0, "access": [0, 1, 3], "singl": 1, "record": 1, "amc_plasma_curr": [1, 3, 4], "fastzarr": 1, "true": [0, 1, 3, 4], "urlpath": 1, "nc": 1, "intake_xarray_datatre": 1, "datatreesourc": 1, "catalog_dir": 1, "generic_nam": 1, "ip": 1, "label": 1, "mds_name": 1, "top": 1, "analys": [1, 4], "amc": [0, 1], "pass_": 1, "0": [0, 1, 3, 4], "rank": [1, 4], "shape": [0, 1, 4], "30000": 1, "28412": [0, 1], "signal_nam": 1, "amc_plasma": 1, "signal_statu": 1, "source_alia": 1, "time_index": 1, "type": [0, 1], "unit": [1, 4], "ka": [1, 4], "meta": 1, "sql_expr": 1, "uri": [0, 1], "postgresql": 1, "dbreader": 1, "fairli": 1, "localhost": [0, 1, 4], "5432": 1, "mast_db": 1, "index": 1, "tabl": [0, 1], "intake_sql": 1, "sqlsourc": 1, "gui": [0, 1], "interfac": [0, 1], "all": [0, 1, 3, 4], "m9": [1, 4], "campaign": [1, 4], "sort": 1, "id": [0, 1], "shot_index": 1, "read": [0, 1, 4], "sort_valu": 1, "shot_id": [0, 1], "tail": 1, "timestamp": 1, "reference_shot": 1, "scenario": 1, "current_rang": 1, "heat": 1, "divertor_config": 1, "pellet": 1, "plasma_shap": 1, "rmp_coil": 1, "cpf_vol_ipmax": 1, "cpf_vol_max": 1, "cpf_vol_trubi": 1, "cpf_wmhd_ipmax": 1, "cpf_wmhd_max": 1, "cpf_wmhd_trubi": 1, "cpf_zeff_ipmax": 1, "cpf_zeff_max": 1, "cpf_zeff_trubi": 1, "cpf_zmag_efit": 1, "18491": 1, "30469": 1, "2013": 1, "09": [1, 4], "27": [1, 4], "14": [1, 4], "39": [0, 1, 4], "00": 1, "30467": 1, "700": 1, "ss": 1, "beam": 1, "convent": 1, "fals": [0, 1, 3, 4], "doubl": 1, "null": 1, "8": [1, 4], "988730": 1, "9": [0, 1], "047923": 1, "47466": 1, "250": 1, "49115": 1, "805": 1, "nan": 1, "015299": 1, "18492": 1, "30470": [0, 1], "15": [1, 4], "03": 1, "none": [0, 1, 4], "687049": 1, "10": [1, 3, 4], "055509": 1, "17290": 1, "434": 1, "22310": 1, "516": 1, "015164": 1, "18493": 1, "30471": [0, 1], "20": [0, 1, 4], "lower": 1, "817559": 1, "283702": 1, "38063": 1, "582": 1, "40906": 1, "090": 1, "014340": 1, "18494": 1, "30472": 1, "36": [0, 1, 4], "16492": 1, "ohmic": 1, "000000": 1, "18495": 1, "30473": 1, "51": [1, 4], "5": [0, 1, 4], "row": 1, "280": 1, "column": [0, 1, 4], "dataset": [1, 3, 4], "print": [0, 1], "number": [1, 4], "len": [0, 1, 4], "1580": [0, 1], "look": 1, "28977": 1, "to_dataset": 1, "lt": [0, 1], "xarrai": [1, 3, 4], "gt": 1, "dimens": [0, 1, 4], "time": [0, 1, 3, 4], "coordin": 1, "float32": 1, "999": 1, "4": [0, 1, 4], "variabl": 1, "error": [0, 1, 4], "dask": [1, 4], "arrai": [0, 1, 4], "chunksiz": 1, "np": [0, 1, 4], "ndarrai": 1, "attribut": 1, "12": [1, 4], "currentxarrai": 1, "datasetdimens": 1, "30000coordin": 1, "0unit": 1, "sarrai": 1, "9998": 1, "9996": 1, "999399": 1, "999799": 1, "dtype": [1, 4], "float32dask": 1, "chunk": [1, 4], "byte": 1, "117": 1, "19": [0, 1, 4], "kib": [1, 4], "graph": 1, "layer": 1, "numpi": [0, 1, 3, 4], "timepandasindexpandasindex": 1, "000000238418579": 1, "999800205230713": 1, "9996002912521362": 1, "99940025806427": 1, "9992002248764038": 1, "9990001916885376": 1, "998800277709961": 1, "9986002445220947": 1, "9984002113342285": 1, "9982002973556519": 1, "997999429702759": 1, "998199701309204": 1, "998399496078491": 1, "9985997676849365": 1, "9987995624542236": 1, "998999834060669": 1, "999199628829956": 1, "999399423599243": 1, "9995996952056885": 1, "9997994899749756": 1, "x27": 1, "length": 1, "currentlabel": 1, "currenttyp": 1, "analysedgeneric_nam": 1, "ipsource_alia": 1, "amcmds_nam": 1, "currentshot": 1, "28977shape": 1, "30000signal_statu": 1, "1pass_": 1, "karank": 1, "1time_index": 1, "0descript": 1, "shot_num": 1, "valu": [1, 4], "astyp": [0, 1], "str": [0, 1], "dt": 1, "filter": [0, 1, 4], "lambda": [1, 4], "x": 1, "item": [0, 1, 3, 4], "plot": [1, 3, 4], "ylabel": [1, 4], "f": [0, 1, 4], "attr": 1, "xlabel": [1, 4], "text": [1, 4], "slice": [1, 4], "along": 1, "axi": [1, 4], "lazi": 1, "sel": [1, 4], "25": [1, 4], "efm_dataset": 1, "efm_psi_r_z": 1, "one": 1, "height": 1, "65": [1, 4], "71": 1, "radiu": 1, "938": 1, "875": 1, "812": 1, "05": [1, 4], "045": 1, "04": 1, "035": 1, "285": 1, "295": 1, "305": 1, "06": [1, 4], "09031": 1, "1206": 1, "1509": 1, "939": 1, "97": [1, 4], "efm_psi": 1, "r": [0, 1], "z": 1, "psi": 1, "psi_r_z": 1, "wb": 1, "rad": 1, "poloid": 1, "magnet": 1, "flux": 1, "per": 1, "toroid": 1, "radian": 1, "function": [1, 4], "65time": 1, "71radiu": 1, "65coordin": 1, "marrai": 1, "9375": 1, "8125": 1, "75": [1, 4], "6875": 1, "625": 1, "5625": 1, "4375": 1, "375": 1, "3125": 1, "1875": 1, "125": 1, "0625": 1, "305unit": 1, "025": 1, "02": [0, 1], "015": 1, "01": 1, "005": 1, "055": 1, "065": 1, "07": 1, "075": 1, "08": 1, "085": 1, "095": 1, "105": 1, "11": [1, 4], "115": 1, "13": [1, 4], "135": 1, "145": 1, "155": 1, "16": [1, 4], "165": 1, "17": [0, 1, 4], "175": 1, "18": [1, 4], "185": [1, 4], "195": 1, "205": 1, "21": 1, "215": 1, "22": [0, 1, 4], "225": 1, "23": [1, 4], "235": 1, "24": [1, 4], "245": 1, "255": 1, "26": [1, 4], "265": 1, "275": 1, "28": [1, 4], "float320": 1, "090312": 1, "120625": 1, "150937": 1, "18125": 1, "211563": 1, "241875": 1, "272188": 1, "3025": 1, "332813": 1, "363125": 1, "393438": 1, "42375": 1, "454063": 1, "484375": 1, "514687": 1, "545": 1, "575312": 1, "605625": 1, "635938": 1, "66625": 1, "696563": 1, "726875": 1, "757188": 1, "7875": 1, "817813": 1, "848125": 1, "878438": 1, "90875": 1, "939063": 1, "969375": 1, "999688": 1, "060313": 1, "090625": 1, "120937": 1, "15125": 1, "181562": 1, "211875": 1, "242188": 1, "2725": 1, "302812": 1, "333125": 1, "363438": 1, "39375": 1, "424062": 1, "454375": 1, "484687": 1, "515": 1, "545313": 1, "575625": 1, "605937": 1, "63625": 1, "666562": 1, "696875": 1, "727188": 1, "7575": 1, "787812": 1, "818125": 1, "848438": 1, "87875": 1, "909063": 1, "939375": 1, "969687": 1, "mib": 1, "heightpandasindexpandasindex": 1, "04999999701976776": 1, "044999998062849045": 1, "03999999910593033": 1, "03500000014901161": 1, "029999999329447746": 1, "02499999850988388": 1, "019999999552965164": 1, "014999999664723873": 1, "009999999776482582": 1, "004999999888241291": 1, "054999999701976776": 1, "05999999865889549": 1, "06499999761581421": 1, "07000000029802322": 1, "07499999552965164": 1, "07999999821186066": 1, "08500000089406967": 1, "08999999612569809": 1, "0949999988079071": 1, "09999999403953552": 1, "10499999672174454": 1, "10999999940395355": 1, "11499999463558197": 1, "11999999731779099": 1, "12999999523162842": 1, "13499999046325684": 1, "14000000059604645": 1, "14499999582767487": 1, "14999999105930328": 1, "1550000011920929": 1, "1599999964237213": 1, "16499999165534973": 1, "17000000178813934": 1, "17499999701976776": 1, "17999999225139618": 1, "1850000023841858": 1, "1899999976158142": 1, "19499999284744263": 1, "19999998807907104": 1, "20499999821186066": 1, "20999999344348907": 1, "2149999886751175": 1, "2199999988079071": 1, "22499999403953552": 1, "22999998927116394": 1, "23499999940395355": 1, "23999999463558197": 1, "2449999898672104": 1, "2549999952316284": 1, "25999999046325684": 1, "26499998569488525": 1, "26999998092651367": 1, "2750000059604645": 1, "2800000011920929": 1, "2849999964237213": 1, "29499998688697815": 1, "29999998211860657": 1, "3050000071525574": 1, "radiuspandasindexpandasindex": 1, "09031249582767487": 1, "12062500417232513": 1, "1509374976158142": 1, "18125000596046448": 1, "21156251430511475": 1, "24187500774860382": 1, "2721875011920929": 1, "30250000953674316": 1, "33281251788139343": 1, "3631250262260437": 1, "3934375047683716": 1, "42375001311302185": 1, "4540625214576721": 1, "5146874785423279": 1, "5450000166893005": 1, "5753124952316284": 1, "6056250333786011": 1, "635937511920929": 1, "6662500500679016": 1, "6965625286102295": 1, "7268750071525574": 1, "75718754529953": 1, "7875000238418579": 1, "8178125023841858": 1, "8481250405311584": 1, "8784375190734863": 1, "9087499976158142": 1, "9390625357627869": 1, "9693750143051147": 1, "9996875524520874": 1, "0299999713897705": 1, "0603125095367432": 1, "0906249284744263": 1, "120937466621399": 1, "1512500047683716": 1, "1815624237060547": 1, "2118749618530273": 1, "2421875": 1, "2725000381469727": 1, "3028124570846558": 1, "3331249952316284": 1, "363437533378601": 1, "3937499523162842": 1, "4240624904632568": 1, "4543750286102295": 1, "4846874475479126": 1, "5149999856948853": 1, "545312523841858": 1, "575624942779541": 1, "6059374809265137": 1, "6362500190734863": 1, "6665624380111694": 1, "696874976158142": 1, "7271875143051147": 1, "7574999332427979": 1, "7878124713897705": 1, "8181250095367432": 1, "8484375476837158": 1, "878749966621399": 1, "9090625047683716": 1, "9393750429153442": 1, "9696874618530273": 1, "efmmds_nam": 1, "psi_r_zshot": 1, "radrank": 1, "3time_index": 1, "nw": 1, "nh": 1, "b": 1, "itself": 1, "yet": 1, "see": 1, "its": 1, "size": [0, 1, 4], "dataarrai": [1, 4], "open_dataset": 1, "chunktyp": 1, "0xarrai": 1, "71height": 1, "65radiu": 1, "65dask": 1, "defin": 1, "some": 1, "oper": [1, 4], "over": [1, 4], "nonsens": 1, "exampl": [1, 2, 3], "demonstr": 1, "purpos": 1, "onli": [1, 4], "choos": 1, "frame": 1, "crop": 1, "averag": [1, 4], "sum": 1, "togeth": 1, "task": [1, 4], "map_over_subtre": 1, "mean": [0, 1, 4], "ds": [1, 4], "children": 1, "900": 1, "60": [1, 4], "visual": 1, "engin": 1, "cytoscap": 1, "optimize_graph": 1, "result": [0, 1, 4], "comput": [0, 1, 4], "matshow": [0, 1], "imag": 1, "axesimag": 1, "0x7f88837bdfd0": 1, "now": 1, "do": [1, 4], "same": 1, "1000": [1, 4], "list": [0, 1, 4], "0x7f8870fd04f0": 1, "connect": [], "databas": 0, "The": [0, 2, 4], "panda": [0, 4], "pd": [0, 4], "sqlalchemi": [], "create_engin": [], "metadata": 0, "orm": [], "sessionmak": [], "datatre": [], "open_datatre": [], "yaml": [], "def": [0, 1, 3, 4], "metadata_obj": [], "reflect": [], "return": [0, 1, 3, 4], "db_config": [], "open": 4, "handl": [0, 4], "config": 4, "load": 2, "loader": [], "host": [0, 4], "port": [0, 4], "session": [], "bind": 4, "6": 4, "num_shot": [], "shot": [0, 4], "count": [], "num_sign": [], "signal": 0, "25556": [], "1151": 0, "find": [], "read_sql": [], "statement": [], "con": [], "11695": [], "2004": [], "54": 4, "11696": [], "11697": [], "11698": [], "31": 4, "11699": [], "45": 4, "25551": [], "47202": [], "2023": [], "59": 0, "33": [0, 4], "45847": [], "25552": [], "47203": [], "43": 4, "25553": [], "47204": [], "38": 4, "25554": [], "47205": [], "52": [], "44539": [], "25555": [], "47206": [], "44": 4, "uniqu": [], "m5": [], "m6": [], "m7": [], "m8": [], "mu1": [], "mu2": [], "mu3": [], "object": [0, 4], "cpf": [], "summari": [], "data": [], "A": [], "more": 4, "advanc": [], "given": [], "correspond": [], "shot_signal_link": [], "zmag_efit": [], "qshot": [], "c": [], "map": [3, 4], "qshot_sign": [], "signal_id": [], "in_": [], "distinct": [], "contain": [0, 4], "acd": [], "qsignal": [], "signal_typ": 4, "qualiti": [0, 4], "doi": 4, "camera_metadata": [], "camera": [], "abm_calib_shot": [], "ir": [], "jack5": [], "calibr": [], "Not": [0, 4], "check": [0, 4], "abm_channel_statu": [], "channel_statu": [], "abm_channel_typ": [], "channel_typ": [], "abm_gain": [], "gain": [], "abm_i": [], "bol": [], "w": 1, "m": [], "i": 0, "911": [], "1143": [], "esm_v_loop_stat": [], "v": 0, "static": [], "v_loop": [], "912": [], "1144": [], "esm_w_dot": [], "dot": [], "913": [], "1145": [], "esm_x": [], "store": [0, 4], "power": [], "914": [], "1148": [], "esx_passnumb": [], "passno": [], "915": [], "1149": [], "esx_statu": [], "statu": [], "916": [], "With": [0, 2], "spark": 2, "s3f": [0, 4], "zarr": [0, 4], "xr": [3, 4], "da": 4, "pyspark": 4, "sql": 4, "sparksess": 4, "os": 4, "sy": [0, 4], "environ": 4, "pyspark_python": 4, "execut": 4, "pyspark_driver_python": 4, "first": [], "s3": [0, 4], "s3filesystem": [0, 4], "anon": [0, 4], "kei": [0, 4], "minio99": [], "secret": [], "minio123": [], "use_ssl": 0, "client_kwarg": [0, 4], "endpoint_url": [0, 4], "http": [0, 1, 4], "9000": [0, 4], "tri": [], "127": [], "success": [], "Then": 4, "creat": 4, "context": 4, "includ": [0, 4], "parallel": 4, "process": 4, "case": [0, 4], "ar": [0, 4], "builder": 4, "master": 4, "appnam": 4, "getorcr": 4, "set": 4, "default": 4, "log": [3, 4], "level": 4, "warn": 4, "To": 4, "adjust": 4, "sc": 4, "setloglevel": 4, "newlevel": 4, "For": 4, "sparkr": 4, "nativecodeload": 4, "unabl": 4, "nativ": 4, "hadoop": 4, "librari": 4, "platform": 4, "builtin": 4, "java": 4, "class": 4, "where": [0, 4], "applic": 4, "util": 4, "servic": 4, "sparkui": 4, "could": 4, "4040": 4, "attempt": 4, "4041": 4, "4042": 4, "relev": 4, "get": [0, 4], "group": [0, 4], "s3map": 4, "root": 4, "amc_test": 0, "open_consolid": [0, 4], "re": 4, "go": 4, "perform": 4, "simpl": 4, "plasma": 4, "current": [3, 4], "everi": 4, "between": 4, "below": 4, "ani": 4, "wish": 4, "load_group": 4, "dict": [0, 4], "dim": 4, "rdd": 4, "sparkcontext": 4, "revers": 4, "cach": 4, "final": 4, "want": [0, 4], "take": [3, 4], "just": [0, 4], "stage": 4, "user": [0, 3, 4], "40": [0, 4], "ms": [0, 4], "72": 4, "total": [0, 4], "42": [0, 4], "wall": [0, 4], "s": [0, 4], "let": 4, "try": 4, "someth": 4, "intens": 4, "each": 4, "less": 4, "than": [0, 4], "again": 4, "step": 4, "next": [0, 4], "int": [0, 4], "zip": 4, "collect": 4, "df": [0, 4], "datafram": [0, 4], "mean_curr": 4, "figur": 4, "figsiz": 4, "scatter": 4, "marker": 4, "edgecolor": 4, "black": 4, "titl": 4, "num": 4, "7": [0, 4], "55": 4, "hug": 2, "face": 2, "load_dataset": 3, "iterabledataset": 3, "huggingface_hub": 3, "interpreter_login": 3, "privat": 3, "so": 3, "must": 3, "new_sess": 3, "grab": 3, "copi": 3, "download": 3, "slow": 3, "sljack": 3, "split": 3, "full": 3, "use_auth_token": 3, "slice_puls": 3, "msk": 3, "with_format": 3, "83": 4, "41": [0, 4], "request": [0, 4], "dd": 0, "ipython": [], "displai": [], "json": 0, "80": [0, 4], "endpoint_uri": [0, 4], "exactli": 0, "what": 0, "rather": 0, "reciev": 0, "whole": 0, "ha": 0, "mani": 0, "interest": 0, "subset": 0, "them": 0, "endpoint": 0, "locat": 0, "post": 0, "paramet": 0, "write": 0, "get_signal_dataset": 0, "limit": 0, "signal_dataset": [0, 4], "expand": [], "core": [0, 1], "get_shot": 0, "11700": 0, "mai": 0, "other": 0, "entri": [0, 1], "page": 0, "string": 0, "templat": [0, 1], "do_queri": 0, "cursor": 0, "page_meta": 0, "next_cursor": 0, "total_item": 0, "total_pag": 0, "substitut": 0, "els": [0, 1], "iterate_respons": 0, "while": 0, "payload": 0, "yield": 0, "amc_efp": [], "amc_error": [], "field": 0, "ntmw": [], "46": 4, "amc_p2il": [], "coil": [], "feed": [], "amc_p2iu": [], "ntmz": [], "amc_p2l": [], "ntm2": [], "option": 0, "xx": 0, "few": 0, "num_pag": 0, "delai": 0, "load_one_queri": 0, "from_dict": 0, "column_metadata": 0, "from_delai": 0, "rang": [0, 4], "structur": [], "preshot_descript": [], "postshot_descript": [], "comission": [], "facil": [], "cpf_p03249": [], "cpf_p04673": [], "cpf_p04674": [], "cpf_p04675": [], "cpf_p04676": [], "cpf_p04677": [], "cpf_p04678": [], "cpf_p04679": [], "cpf_p04680": [], "cpf_p04681": [], "cpf_p04833": [], "cpf_p04993": [], "cpf_p05007": [], "cpf_p05008": [], "cpf_p05009": [], "cpf_p05010": [], "cpf_p05011": [], "cpf_p05015": [], "cpf_p05016": [], "cpf_p05017": [], "cpf_p05025": [], "cpf_p05027": [], "cpf_p05028": [], "cpf_p05029": [], "cpf_p05030": [], "cpf_p05032": [], "cpf_p05033": [], "cpf_p05153": [], "cpf_p06000": [], "cpf_p06001": [], "cpf_p06002": [], "cpf_p06003": [], "cpf_p06004": [], "cpf_p10963": [], "cpf_p10964": [], "cpf_p12441": [], "cpf_p12450": [], "cpf_p12451": [], "cpf_p12452": [], "cpf_p15202": [], "cpf_p15203": [], "cpf_p15209": [], "cpf_p15659": [], "cpf_p15660": [], "cpf_p15661": [], "cpf_p20000": [], "cpf_p20204": [], "cpf_p20205": [], "cpf_p20206": [], "cpf_p20207": [], "cpf_p20208": [], "cpf_p21010": [], "cpf_p21011": [], "cpf_p21012": [], "cpf_p21021": [], "cpf_p21022": [], "cpf_p21029": [], "cpf_p21035": [], "cpf_p21037": [], "cpf_p21041": [], "cpf_p21042": [], "cpf_p21043": [], "cpf_p21044": [], "cpf_p21045": [], "cpf_p21046": [], "cpf_p21047": [], "cpf_p21048": [], "cpf_p21051": [], "cpf_p21052": [], "cpf_p21053": [], "cpf_p21054": [], "cpf_p21055": [], "cpf_p21056": [], "cpf_p21075": [], "cpf_p21076": [], "cpf_p21077": [], "cpf_p21078": [], "cpf_p21079": [], "cpf_p21080": [], "cpf_p21081": [], "cpf_p21082": [], "cpf_p21083": [], "cpf_p21084": [], "cpf_p21085": [], "cpf_p21086": [], "cpf_p21087": [], "cpf_p21088": [], "cpf_p21089": [], "cpf_p21092": [], "cpf_p21093": [], "cpf_abort": [], "cpf_amin_ipmax": [], "cpf_amin_max": [], "cpf_amin_trubi": [], "cpf_area_ipmax": [], "cpf_area_max": [], "cpf_area_trubi": [], "cpf_bepmhd_ipmax": [], "cpf_bepmhd_max": [], "cpf_bepmhd_trubi": [], "cpf_betmhd_ipmax": [], "cpf_betmhd_max": [], "cpf_betmhd_trubi": [], "cpf_bt_ipmax": [], "cpf_bt_max": [], "cpf_bt_trubi": [], "cpf_c2ratio": [], "cpf_column_temp_in": [], "cpf_column_temp_out": [], "cpf_creation": [], "cpf_dwmhd_ipmax": [], "cpf_dwmhd_max": [], "cpf_dwmhd_trubi": [], "cpf_enbi_max_ss": [], "cpf_enbi_max_sw": [], "cpf_exp_dat": [], "cpf_exp_numb": [], "cpf_exp_tim": [], "cpf_gdc_durat": [], "cpf_gdc_time": [], "cpf_ibgas_pressur": [], "cpf_ip_av": [], "cpf_ip_max": [], "cpf_jnbi_ipmax": [], "cpf_jnbi_ipmax_ss": [], "cpf_jnbi_ipmax_sw": [], "cpf_jnbi_max": [], "cpf_jnbi_max_ss": [], "cpf_jnbi_max_sw": [], "cpf_jnbi_tot": [], "cpf_jnbi_total_ss": [], "cpf_jnbi_total_sw": [], "cpf_jnbi_trubi": [], "cpf_jnbi_truby_ss": [], "cpf_jnbi_truby_sw": [], "cpf_johm_ipmax": [], "cpf_johm_max": [], "cpf_johm_tot": [], "cpf_johm_trubi": [], "cpf_kappa_ipmax": [], "cpf_kappa_max": [], "cpf_kappa_trubi": [], "cpf_li_2_ipmax": [], "cpf_li_2_max": [], "cpf_li_2_trubi": [], "cpf_li_3_ipmax": [], "cpf_li_3_max": [], "cpf_li_3_trubi": [], "cpf_log_base_pressur": [], "cpf_ndl_co2_ipmax": [], "cpf_ndl_co2_max": [], "cpf_ndl_co2_trubi": [], "cpf_ne0_ipmax": [], "cpf_ne0_max": [], "cpf_ne0_trubi": [], "cpf_ne0ratio_ipmax": [], "cpf_ne0rubi": [], "cpf_ne_bar_ipmax": [], "cpf_ne_yag_bar_ipmax": [], "cpf_ngreenwald_ipmax": [], "cpf_ngreenwaldratio_ipmax": [], "cpf_o2ratio": [], "cpf_object": [], "cpf_pe0_ipmax": [], "cpf_pe0_max": [], "cpf_pe0_trubi": [], "cpf_pe0rubi": [], "cpf_pic": [], "cpf_pnbi_ipmax": [], "cpf_pnbi_ipmax_ss": [], "cpf_pnbi_ipmax_sw": [], "cpf_pnbi_max": [], "cpf_pnbi_max_ss": [], "cpf_pnbi_max_sw": [], "cpf_pnbi_trubi": [], "cpf_pnbi_truby_ss": [], "cpf_pnbi_truby_sw": [], "cpf_pohm_ipmax": [], "cpf_pohm_max": [], "cpf_pohm_trubi": [], "cpf_postshot": [], "cpf_prad_ipmax": [], "cpf_prad_max": [], "cpf_prad_trubi": [], "cpf_pradne2": [], "cpf_preshot": [], "cpf_program": [], "cpf_pulno": [], "cpf_q95_ipmax": [], "cpf_q95_min": [], "cpf_q95_trubi": [], "cpf_refer": [], "cpf_rgeo_ipmax": [], "cpf_rgeo_max": [], "cpf_rgeo_trubi": [], "cpf_rinner_da": [], "cpf_rinner_efit": [], "cpf_rmag_efit": [], "cpf_router_da": [], "cpf_router_efit": [], "cpf_sarea_ipmax": [], "cpf_sarea_max": [], "cpf_sarea_trubi": [], "cpf_sl": [], "cpf_summari": [], "cpf_tamin_max": [], "cpf_tarea_max": [], "cpf_tautot_ipmax": [], "cpf_tautot_max": [], "cpf_tautot_trubi": [], "cpf_tbepmhd_max": [], "cpf_tbetmhd_max": [], "cpf_tbt_max": [], "cpf_tdwmhd_max": [], "cpf_te0_ipmax": [], "cpf_te0_max": [], "cpf_te0_trubi": [], "cpf_te0ratio_ipmax": [], "cpf_te0rubi": [], "cpf_te_yag_bar_ipmax": [], "cpf_tend": [], "cpf_tend_ibga": [], "cpf_tend_nbi": [], "cpf_tend_nbi_ss": [], "cpf_tend_nbi_sw": [], "cpf_term_cod": [], "cpf_tftend": [], "cpf_tftstart": [], "cpf_tipmax": [], "cpf_tkappa_max": [], "cpf_tli_2_max": [], "cpf_tli_3_max": [], "cpf_tndl_co2_max": [], "cpf_tne0_max": [], "cpf_tpe0_max": [], "cpf_tpnbi_max": [], "cpf_tpnbi_max_ss": [], "cpf_tpnbi_max_sw": [], "cpf_tpohm_max": [], "cpf_tprad_max": [], "cpf_tq95_min": [], "cpf_trgeo_max": [], "cpf_trubi": [], "cpf_tsarea_max": [], "cpf_tstart": [], "cpf_tstart_ibga": [], "cpf_tstart_nbi": [], "cpf_tstart_nbi_ss": [], "cpf_tstart_nbi_sw": [], "cpf_ttautot_max": [], "cpf_tte0_max": [], "cpf_tvol_max": [], "cpf_twmhd_max": [], "cpf_tzeff_max": [], "cpf_use": [], "npartit": [], "int64": [], "to_pyarrow_str": [], "31t16": [], "retri": [], "rtp": [], "stop": [], "st07": [], "st25": [], "plu": [], "event": [], "50": 4, "na": [], "31t15": [], "brake": [], "chopper": [], "test": [], "restor": [], "p1": [], "tf": [], "abort": [], "repeat": [], "daili": [], "ps": [], "enabl": [], "window": [], "channel": [], "bolomet": [], "wave": [], "prepar": [], "ex": [], "ok": [], "don": [], "t": [0, 1, 4], "code": [], "magn": [], "31t14": [], "ran": [], "trip": [], "pf": [], "demand": [], "47011": [], "21t09": [], "47": [], "integr": [], "control": [], "integratedct": [], "termin": [], "earli": [], "ga": [], "wa": [], "bett": [], "46994": [], "47010": [], "all_coil_first_shot": [], "good": [], "47009": [], "20t17": [], "57": [], "fpp": [], "tae": [], "diagnost": [], "posit": [], "sw": [], "30m": [], "south": [], "47008": [], "48": 4, "straight": [], "diagnosti": [], "densiti": [], "higher": [], "previou": [], "47007": [], "49": 4, "movement": [], "cut": [], "out": [], "47006": [], "200": 4, "catalog": [0, 4], "meta_catalog": [0, 4], "context_": 4, "type_": [], "signal_dataset_id": [0, 4], "schema": [], "org": [], "obsolet": [], "fail": [], "dim_0": [], "co": [], "tangenti": [], "pre": [], "amplifi": [], "incid": [], "chord_numb": [], "1146": [], "esx_low": [], "inv": [], "1147": [], "cm": [], "esx_upp": [], "1150": [], "direct": 0, "known": 0, "read_parquet": 0, "nrais": [], "TO": [], "58t": [], "n": 1, "nok": [], "56t": [], "nstill": [], "alarm": [], "BUT": [], "5t": [], "nstandard": [], "3t": [], "n0": [], "1t": [], "Or": 0, "even": 0, "csv": 0, "format": 0, "read_csv": 0, "tmp": [], "ipykernel_1746383": [], "1734790811": [], "py": 1, "dtypewarn": [], "mix": [], "specifi": [], "low_memori": [], "unnam": [], "281": [], "mode": [0, 1], "k": [0, 4], "g": [0, 4], "816": [], "58": 4, "queri": 2, "metadatabas": 2, "connectionrefusederror": [], "miniconda3": 1, "env": 1, "lib": 1, "python3": 1, "site": 1, "packag": 1, "aiohttp": [], "connector": [], "980": [], "tcpconnector": [], "_wrap_create_connect": [], "self": 1, "req": [], "timeout": [], "client_error": [], "kwarg": 1, "979": [], "async": [], "ceil_timeout": [], "sock_connect": [], "await": [], "_loop": [], "create_connect": [], "ignor": [], "noqa": [], "981": [], "except": 0, "cert_error": [], "exc": [], "asyncio": [], "base_ev": [], "1085": [], "baseeventloop": [], "protocol_factori": [], "ssl": [], "famili": [], "proto": [], "flag": [], "sock": [], "local_addr": [], "server_hostnam": [], "ssl_handshake_timeout": [], "ssl_shutdown_timeout": [], "happy_eyeballs_delai": [], "interleav": [], "1084": [], "rais": 1, "1086": [], "1087": [], "If": [], "thei": [], "1069": [], "1068": [], "_connect_sock": [], "1070": [], "addrinfo": [], "laddr_info": [], "1071": [], "break": [], "973": [], "addr_info": [], "local_addr_info": [], "972": [], "oserror": [], "match": [], "address": [], "found": [], "974": [], "selector_ev": [], "634": [], "baseselectoreventloop": [], "633": [], "fut": [], "635": [], "636": [], "cycl": [], "when": [], "occur": [], "674": [], "_sock_connect_cb": [], "672": [], "err": [], "673": [], "jump": [], "claus": [], "675": [], "blockingioerror": [], "interruptederror": [], "676": [], "socket": [], "still": [], "regist": [], "callback": [], "later": [], "errno": 1, "111": [], "abov": [], "caus": [], "clientconnectorerror": [], "aiobotocor": [], "httpsession": [], "208": [], "aiohttpsess": [], "send": [], "207": [], "url": [0, 4], "encod": [], "respons": [], "_session": [], "209": [], "method": [], "210": [], "211": [], "212": [], "header": [], "headers_": [], "213": [], "214": [], "proxi": [], "proxy_url": [], "proxy_head": [], "216": [], "218": [], "http_respons": [], "awsrequest": [], "aioawsrespons": [], "219": 4, "220": [], "client": [], "536": [], "clientsess": [], "_request": [], "str_or_url": [], "param": [], "cooki": [], "skip_auto_head": [], "auth": [], "allow_redirect": [], "max_redirect": [], "compress": 1, "expect100": [], "raise_for_statu": [], "read_until_eof": [], "proxy_auth": [], "verify_ssl": [], "fingerprint": [], "ssl_context": [], "trace_request_ctx": [], "read_bufs": [], "535": [], "assert": 0, "_connector": [], "conn": [], "537": [], "trace": [], "real_timeout": [], "538": [], "539": [], "timeouterror": [], "540": [], "baseconnector": [], "_create_connect": [], "541": [], "_close": [], "901": [], "_": [], "_create_direct_connect": [], "903": [], "1205": [], "last_exc": [], "1175": [], "1174": [], "transp": [], "1176": [], "_factori": [], "1177": [], "1178": [], "1179": [], "1180": [], "sslcontext": [], "1181": [], "hinfo": [], "1182": [], "1183": [], "1184": [], "hostnam": [], "1185": [], "_local_addr": [], "1186": [], "1187": [], "1188": [], "1189": [], "988": [], "987": [], "connection_kei": [], "cannot": 0, "dure": [], "anoth": [], "endpointconnectionerror": [], "1802": [], "data_dir": [], "data_fil": [], "cache_dir": [], "featur": [], "download_config": [], "download_mod": [], "verification_mod": [], "ignore_verif": [], "keep_in_memori": [], "save_info": [], "revis": [], "num_proc": [], "storage_opt": 1, "config_kwarg": [], "1800": [], "iter": [], "1801": [], "builder_inst": [], "as_streaming_dataset": [], "1804": [], "hf": [], "googl": [], "storag": [0, 4], "1805": [], "1806": [], "try_from_hf_gc": [], "_packaged_datasets_modul": [], "1281": [], "datasetbuild": [], "base_path": [], "1274": [], "dl_manag": [], "streamingdownloadmanag": [], "1275": [], "1276": [], "downloadconfig": [], "1277": [], "dataset_nam": [], "1278": [], "1279": [], "1280": [], "_check_manual_download": [], "splits_gener": [], "sg": [], "_split_gener": [], "1282": [], "By": [], "1283": [], "huggingfac": [], "datasets_modul": [], "fd523016bd28ea84b6b8be6be07bced52a160d77062891ad9b41856779a138ac": [], "mastfusiondata": [], "_get_s3_file_system": [], "splitgener": [], "56": [], "conveni": [], "1299": [], "metadata_kei": [], "1296": [], "consolid": [], "1298": [], "meta_stor": [], "consolidatedstoreclass": [], "1301": [], "pass": [], "through": [], "1302": [], "chunk_stor": [], "pop": 1, "2890": [], "consolidatedmetadatastor": [], "__init__": 1, "2887": [], "_ensure_stor": [], "2889": [], "retriev": [], "json_load": [], "2892": [], "2893": [], "consolidated_format": [], "zarr_consolidated_format": [], "1397": [], "fsstore": [0, 4], "__getitem__": [], "1395": [], "_normalize_kei": [], "1396": [], "1398": [], "e": [], "1399": [], "keyerror": [], "fsspec": 1, "143": [], "fsmap": [], "141": [], "_key_to_str": [], "142": [], "fs": [0, 1, 4], "cat": [], "144": [], "missing_except": [], "asyn": [], "121": 1, "sync_wrapp": [], "wrapper": [], "118": [], "functool": [], "wrap": [], "func": [], "119": 1, "120": 1, "obj": [], "sync": [], "loop": [], "106": 1, "104": 1, "fstimeouterror": [], "return_result": [], "elif": [], "isinst": [], "baseexcept": [], "107": [], "108": [], "61": 4, "_runner": [], "coro": [], "wait_for": [], "62": [0, 4], "63": 4, "433": [], "asyncfilesystem": [], "_cat": [], "recurs": [], "on_error": [], "batch_siz": [], "431": [], "is_except": [], "432": [], "435": [], "436": [], "437": [], "_strip_protocol": [], "438": [], "439": [], "440": [], "441": [], "442": [], "omit": [], "443": [], "get_running_loop": [], "444": [], "445": [], "ensure_futur": [], "_cat_fil": [], "version_id": [], "start": [], "end": [], "resp": [], "bodi": [], "close": 1, "_error_wrapp": [], "_call_and_read": [], "140": [], "138": [], "139": [], "translate_boto_error": [], "113": [], "112": [], "114": [], "s3_retryable_error": [], "1058": [], "1057": [], "_call_s3": [], "1059": [], "get_object": [], "1060": [], "bucket": [], "1061": [], "1062": [], "version_id_kw": [], "ver": [], "1063": [], "head": [], "1064": [], "req_kw": [], "1065": [], "1066": [], "1067": [], "348": [], "akwarglist": [], "346": [], "logger": [], "debug": [], "__name__": [], "kw2": [], "347": [], "additional_kwarg": [], "_get_s3_method_kwarg": [], "349": [], "350": [], "361": [], "aiobasecli": [], "_make_api_cal": [], "operation_nam": [], "api_param": [], "359": [], "360": [], "apply_request_checksum": [], "request_dict": [], "parsed_respons": [], "_make_request": [], "362": [], "operation_model": [], "request_context": [], "363": [], "365": [], "emit": [], "366": [], "after": [], "service_id": [], "367": [], "372": [], "373": [], "status_cod": [], "300": [], "386": [], "382": [], "383": [], "384": [], "385": [], "_endpoint": [], "make_request": [], "387": [], "388": [], "389": [], "390": [], "391": [], "392": [], "_service_model": [], "hyphen": [], "396": [], "397": [], "100": [0, 1, 4], "aioendpoint": [], "_send_request": [], "96": 4, "create_request": [], "success_respons": [], "_get_respons": [], "98": 4, "99": [1, 4], "_needs_retri": [], "101": 4, "102": 1, "103": [], "_update_retries_context": [], "262": [], "caught_except": [], "260": [], "service_model": [], "261": [], "event_nam": [], "_event_emitt": [], "263": [], "264": [], "266": [], "267": [], "268": [], "269": [], "270": [], "271": [], "handler_respons": [], "first_non_none_respons": [], "272": [], "hook": [], "66": 4, "aiohierarchicalemitt": [], "_emit": [], "stop_on_respons": [], "handler": [], "coroutin": [], "resolve_await": [], "67": 4, "append": [], "68": [], "_helper": [], "inspect": [], "isawait": [], "retryhandl": [], "aioretryhandl": [], "_call": [], "retries_context": [], "checker_kwarg": [], "updat": 1, "_checker": [], "_action": [], "109": [], "action": [], "126": [], "aiomaxattemptsdecor": [], "attempt_numb": [], "122": [], "max": [], "123": [], "_max_attempt": [], "124": [], "should_retri": [], "_should_retri": [], "128": [], "129": [], "130": [], "131": [], "explicitli": [], "maxattemptsreach": [], "161": 1, "162": 1, "163": 1, "ve": [], "exceed": [], "164": [], "propag": [], "166": [], "167": [], "174": [], "aiomulticheck": [], "171": [], "172": [], "checker": [], "173": [], "checker_respons": [], "176": [], "177": 1, "botocor": [], "247": [], "basecheck": [], "__call__": [], "_check_respons": [], "246": [], "_check_caught_except": [], "248": [], "249": [], "251": [], "valueerror": 1, "both": [], "416": [], "exceptionrais": [], "408": [], "409": [], "implement": 1, "specif": [], "410": [], "maxattemptsdecor": [], "414": [], "415": [], "propog": [], "past": [], "181": [], "_do_get_respons": [], "179": 1, "180": [], "_send": [], "182": 1, "httpclienterror": [], "183": 1, "284": [], "http_session": [], "253": [], "readtimeouterror": [], "clientconnectionerror": [], "gaierror": [], "252": [], "254": [], "zmetadata": [], "10101": [], "32": 4, "ns": [], "37": 0, "esx_upper_inv_radiu": 0, "esx_upper_inv_psi": [], "576": [], "ipykernel_1747640": [], "840": [], "81": 4, "messag": 0, "did": 0, "all_signal_dataset": 0, "typeerror": 0, "35": 0, "34": [0, 4], "nonetyp": 0, "subscript": 0, "1290912": 0, "uuid": 0, "eef7d195": 0, "2cb0": 0, "42ab": 0, "9506": 0, "8416f18730c3": 0, "1290911": 0, "608062a5": 0, "00e0": 0, "4c36": 0, "a01c": 0, "383b900f266f": 0, "645456": 0, "795": 0, "file_nam": 0, "arr": 0, "28415": 0, "assertionerror": 0, "307": 0, "rir": [0, 4], "done": 0, "1min": 0, "6s": 0, "9s": 0, "skimag": [0, 4], "ubuntu": [0, 1], "project": 0, "tap": 0, "150": 0, "cmap": [0, 4], "grai": [0, 4], "242": 0, "184": [0, 1], "256": 0, "320": [0, 1], "28980": 0, "uint16": 0, "float64": 0, "filenotfounderror": 1, "156": 1, "registri": 1, "157": 1, "158": 1, "unknown": 1, "159": 1, "instal": 1, "plugin": 1, "directori": 1, "160": 1, "readthedoc": 1, "io": 1, "en": 1, "latest": 1, "html": 1, "549": 1, "autoreload": 1, "547": 1, "filesystem": 1, "548": 1, "super": 1, "base": 1, "ttl": 1, "getenv": 1, "getshel": 1, "persist_mod": 1, "user_paramet": 1, "_entri": 1, "_make_entries_contain": 1, "force_reload": 1, "imper": 1, "reload": 1, "178": 1, "_load": 1, "577": 1, "574": 1, "file_open": 1, "rb": 1, "575": 1, "_dir": 1, "get_dir": 1, "578": 1, "decod": 1, "579": 1, "openfil": 1, "__enter__": 1, "replac": 1, "fobject": 1, "spec": 1, "1241": 1, "abstractfilesystem": 1, "block_siz": 1, "cache_opt": 1, "1239": 1, "1240": 1, "autocommit": 1, "_intran": 1, "_open": 1, "1242": 1, "1243": 1, "1244": 1, "1245": 1, "1246": 1, "1247": 1, "1248": 1, "1249": 1, "1250": 1, "compr": 1, "localfilesystem": 1, "auto_mkdir": 1, "makedir": 1, "_parent": 1, "exist_ok": 1, "localfileopen": 1, "315": 1, "313": 1, "get_compress": 1, "314": 1, "blocksiz": 1, "default_buffer_s": 1, "318": 1, "319": 1, "321": 1, "322": 1, "memori": 4, "15g": 4, "loc": 4, "squeez": 4, "vocab": 4, "569": 4, "568": 4, "88": [], "92": 4, "open_zarr": 4, "tasksetmanag": 4, "veri": 4, "larg": 4, "1953": 4, "maximum": 4, "recommend": 4, "30": 4, "53": 4, "69": 4, "70": 4, "73": 4, "76": 4, "77": 4, "79": 4, "82": 4, "84": 4, "86": [], "87": 4, "89": 4, "91": 4, "94": 4, "95": 4, "297": [], "133": [], "430": [], "exposur": 4, "equalize_adapthist": 4, "rescale_intens": 4, "median": 4, "process_imag": 4, "img": 4, "across": 4, "rescal": 4, "29": 4, "78": 4, "85": 4, "90": 4, "93": 4, "1266": 4, "336": [], "fig": 4, "ax": 4, "subplot": 4, "flatten": 4, "imshow": 4, "off": 4, "74": 4, "64": 4, "291": [], "234": [], "312": [], "394": [], "290": [], "233": [], "368": 4, "204": 4, "572": 4, "274": 4}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"The": 1, "data": [0, 1, 2, 3, 4], "catalog": [1, 2], "connect": 1, "sshf": 1, "open": [0, 1], "load": [0, 1, 3, 4], "relev": 1, "shot": 1, "metadata": 1, "plasma": 1, "current": 1, "efm": 1, "mast": [2, 4], "meta": [], "databas": [], "stat": [], "queri": 0, "metadatabas": 0, "With": 4, "spark": 4, "fast": 4, "reduct": 4, "analysi": 4, "hug": 3, "face": 3, "stream": [0, 3], "advanc": 0, "graphql": 0, "rest": 0, "api": 0, "pagin": 0, "respons": 0, "dask": 0, "file": 0, "us": 0, "intak": 0, "remot": 0, "larger": 4, "raw": 4, "ir": 4}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9, "sphinx": 56}})
\ No newline at end of file