handle no records exception for sitemaps (#38)

* handle no records exception for sitemaps * changelog and bump version
singer-io · Apr 4, 2023 · 2d4daa0 · 2d4daa0
1 parent 1e1c88e
commit 2d4daa0
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 1 deletion.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,8 @@
 # Changelog
 
+## 0.2.1
+  * Handle no data exception for sitemaps stream [#38](https://github.com/singer-io/tap-google-search-console/pull/38)
+
 ## 0.2.0
   * Code Refactoring [#32](https://github.com/singer-io/tap-google-search-console/pull/32)
     * Sets default value for `ATTRIBUTION_DAYS` parameter as 4 days

diff --git a/setup.py b/setup.py
@@ -4,7 +4,7 @@
 
 setup(
     name="tap-google-search-console",
-    version="0.2.0",
+    version="0.2.1",
     description="Singer.io tap for extracting data from the Google Search Console API",
     author="jeff.huth@bytecode.io",
     classifiers=["Programming Language :: Python :: 3 :: Only"],

diff --git a/tap_google_search_console/streams/sitemaps.py b/tap_google_search_console/streams/sitemaps.py
@@ -29,6 +29,8 @@ def get_records(self) -> Iterator[Dict]:
                 continue
             path = encode_and_format_url(site, self.path)
             data = self.client.get(path)
+            if not data:
+                return transformed_data
             transformed_data.extend(
                 iter(transform_json(data, self.tap_stream_id, site=site, path=self.data_key).get(self.data_key, []))
             )