feat: Config option to pull data only on specified employers

README.md

@@ -19,6 +19,7 @@
 | campaign_status     | True     | Active  | Campaign Status to filter on. Defaults to 'Active' alternatives are ACTIVE, DELETED, PAUSED |
 | client_id           | True     | None    | client_id from https://secure.indeed.com/account/apikeys |
 | client_secret       | True     | None    | client_secret from https://secure.indeed.com/account/apikeys |
+| employer_ids        | False    | None    | List of employer ids to use for children of the employer stream. If left unset, will pull all employer ids. |
 | start_date          | True     | today - 365 days | Defaults to today minus 365, only used for the stats endpointNote that the Campaign Performance Stats stream will only go back a total of 365 days. |
 | stream_maps         | False    | None    | Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). |
 | stream_map_config   | False    | None    | User-defined config values to be used within map expressions. |

tap_indeedsponsoredjobs/streams.py

@@ -57,6 +57,15 @@ def get_child_context(self, record: dict, context: Optional[dict]) -> dict:
         return {
             "_sdc_employer_id": record["id"],
         }
+
+    def get_records(self, context: Optional[dict]) -> Iterable[dict]:
+        """Return a generator of row-type dictionary objects."""
+        # If employer_ids is empty, null, or nonexistant, default to using the API to
+        # determine all employers.
+        if "employer_ids" in self.config and self.config["employer_ids"]:
+            return [{"id": id} for id in self.config["employer_ids"]]
+        else:
+            return super().get_records(context=context)
 
 
 class EmployerStatsReport(IndeedSponsoredJobsStream):

tap_indeedsponsoredjobs/tap.py

@@ -54,6 +54,15 @@ class TapIndeedSponsoredJobs(Tap):
             required=True,
             description="client_secret from https://secure.indeed.com/account/apikeys",
         ),
+        th.Property(
+            "employer_ids",
+            th.ArrayType(th.StringType),
+            required=False,
+            description=(
+                "List of employer ids to use for children of the employer stream. If "
+                "left unset, will pull all employer ids."
+            ),
+        ),
         th.Property(
             "start_date",
             th.StringType,