added progress bar to sib fetcher

Author: tholzheim

snapquery/query_set_cmd.py

@@ -253,7 +253,7 @@ def _handle_sib_examples(self, args: Namespace) -> None:
         sib_fetcher = SibSparqlExamples(nqm, debug=debug)
         if debug:
             print(f"Fetching SIB examples (limit={limit})...")
-        loaded_queries = sib_fetcher.extract_queries(limit=limit, debug_print=debug or show_progress)
+        loaded_queries = sib_fetcher.extract_queries(limit=limit, debug_print=debug, show_progress=show_progress)
         self._output_dataset(sib_fetcher.named_query_set, args)
 
 

snapquery/sib_sparql_examples.py

@@ -13,6 +13,7 @@
 from typing import Optional, List, Dict, Any, Set
 
 import rdflib
+from tqdm import tqdm
 
 from snapquery.github_access import GitHub
 from snapquery.snapquery_core import NamedQuery, NamedQueryManager, NamedQuerySet
@@ -138,7 +139,7 @@ def parse_ttl_to_namedqueries(self, ttl_content: str, ttl_path: str) -> List[Nam
                 print(f"Error parsing {ttl_path}: {e}")
         return parsed_queries
 
-    def extract_queries(self, limit: Optional[int] = None, debug_print: bool = False) -> List[NamedQuery]:
+    def extract_queries(self, limit: Optional[int] = None, debug_print: bool = False, show_progress: bool = False) -> List[NamedQuery]:
         """
         Main: Fetch/parse/store all TTL → NamedQuery/DB/Set.
         """
@@ -147,7 +148,11 @@ def extract_queries(self, limit: Optional[int] = None, debug_print: bool = False
         if limit:
             ttl_items = ttl_items[:limit]
 
-        for item in ttl_items:
+        iterator = ttl_items
+        if show_progress:
+            iterator = tqdm(ttl_items)
+
+        for item in iterator:
             if debug_print:
                 print(f"Processing {item['path']}...")
             content = self.get_ttl_content(item["download_url"])