🎉 Source Greenhouse: Implement demographics streams support (#7607)

* Add demographics streams support. Update SAT to dest demographics streams. * Bump docker version
airbytehq · Nov 8, 2021 · f0c54a7 · f0c54a7
1 parent af903f2
commit f0c54a7
Show file tree

Hide file tree

Showing 9 changed files with 137 additions and 238 deletions.
diff --git a/...ain/resources/config/STANDARD_SOURCE_DEFINITION/59f1e50a-331f-4f09-b3e8-2e8d4d355f44.json b/...ain/resources/config/STANDARD_SOURCE_DEFINITION/59f1e50a-331f-4f09-b3e8-2e8d4d355f44.json
@@ -2,7 +2,7 @@
   "sourceDefinitionId": "59f1e50a-331f-4f09-b3e8-2e8d4d355f44",
   "name": "Greenhouse",
   "dockerRepository": "airbyte/source-greenhouse",
-  "dockerImageTag": "0.2.5",
+  "dockerImageTag": "0.2.6",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/greenhouse",
   "icon": "greenhouse.svg"
 }
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -223,7 +223,7 @@
 - name: Greenhouse
   sourceDefinitionId: 59f1e50a-331f-4f09-b3e8-2e8d4d355f44
   dockerRepository: airbyte/source-greenhouse
-  dockerImageTag: 0.2.5
+  dockerImageTag: 0.2.6
   documentationUrl: https://docs.airbyte.io/integrations/sources/greenhouse
   icon: greenhouse.svg
   sourceType: api

diff --git a/airbyte-integrations/connectors/source-greenhouse/Dockerfile b/airbyte-integrations/connectors/source-greenhouse/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.2.5
+LABEL io.airbyte.version=0.2.6
 LABEL io.airbyte.name=airbyte/source-greenhouse
diff --git a/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml b/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml
@@ -16,8 +16,7 @@ tests:
     - config_path: "secrets/config_users_only.json"
   basic_read:
     - config_path: "secrets/config.json"
-      # TODO: replace with configured_catalog.json when https://github.com/airbytehq/airbyte/issues/6546 is resolved
-      configured_catalog_path: "integration_tests/configured_catalog_no_demographics.json"
+      configured_catalog_path: "integration_tests/configured_catalog.json"
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog_users_only.json"
   full_refresh:

diff --git a/...ions/connectors/source-greenhouse/integration_tests/configured_catalog_const_records.json b/...ions/connectors/source-greenhouse/integration_tests/configured_catalog_const_records.json
@@ -152,6 +152,69 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_question_sets",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_questions",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_answer_options",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_answers",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "applications_demographics_answers",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_question_sets_questions",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "demographics_answers_answer_options",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/...ns/connectors/source-greenhouse/integration_tests/configured_catalog_no_demographics.json b/...ns/connectors/source-greenhouse/integration_tests/configured_catalog_no_demographics.json
diff --git a/airbyte-integrations/connectors/source-greenhouse/source_greenhouse/source.py b/airbyte-integrations/connectors/source-greenhouse/source_greenhouse/source.py
@@ -11,11 +11,18 @@
 from requests.auth import HTTPBasicAuth
 from source_greenhouse.streams import (
     Applications,
+    ApplicationsDemographicsAnswers,
     ApplicationsInterviews,
     Candidates,
     CloseReasons,
     CustomFields,
     Degrees,
+    DemographicsAnswerOptions,
+    DemographicsAnswers,
+    DemographicsAnswersAnswerOptions,
+    DemographicsQuestions,
+    DemographicsQuestionSets,
+    DemographicsQuestionSetsQuestions,
     Departments,
     Interviews,
     JobPosts,
@@ -62,6 +69,13 @@ def streams(self, config: Mapping[str, Any]) -> List[Stream]:
             Scorecards(authenticator=auth),
             Sources(authenticator=auth),
             Users(authenticator=auth),
+            ApplicationsDemographicsAnswers(authenticator=auth),
+            DemographicsAnswers(authenticator=auth),
+            DemographicsAnswerOptions(authenticator=auth),
+            DemographicsQuestions(authenticator=auth),
+            DemographicsAnswersAnswerOptions(authenticator=auth),
+            DemographicsQuestionSets(authenticator=auth),
+            DemographicsQuestionSetsQuestions(authenticator=auth),
         ]
 
         return streams