account for opensearch -> s3 zero-etl

vantage-sh · Nov 30, 2023 · bca29ce · bca29ce
1 parent 50c5eac
commit bca29ce
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/opensearch.py b/opensearch.py
@@ -111,7 +111,11 @@ def scrape(output_file, input_file=None):
 
     # loop through products, and only fetch available instances for now
     for sku, product in tqdm(six.iteritems(data["products"])):
-        if product.get("productFamily", None) == "Amazon OpenSearch Service Instance":
+        if (
+            product.get("productFamily", None) == "Amazon OpenSearch Service Instance"
+            and product.get("attributes", {}).get("operation", None)
+            != "DirectQueryAmazonS3GDCOCU"
+        ):
             attributes = product["attributes"]
 
             # map the region