diff --git a/components/oxylabs/actions/create-proxy-session/create-proxy-session.mjs b/components/oxylabs/actions/create-proxy-session/create-proxy-session.mjs index f9132714c7b9e..89292fb3ec49c 100644 --- a/components/oxylabs/actions/create-proxy-session/create-proxy-session.mjs +++ b/components/oxylabs/actions/create-proxy-session/create-proxy-session.mjs @@ -5,7 +5,7 @@ export default { key: "oxylabs-create-proxy-session", name: "Create Proxy Session", description: "Establish a proxy session using the Residential Proxy endpoint. [See the documentation](https://developers.oxylabs.io/proxies/residential-proxies/session-control#establishing-session)", - version: "0.0.1", + version: "0.0.2", type: "action", props: { oxylabs, diff --git a/components/oxylabs/actions/create-schedule/create-schedule.mjs b/components/oxylabs/actions/create-schedule/create-schedule.mjs index 3289ffd9c6eaf..fc79e24cdd4f8 100644 --- a/components/oxylabs/actions/create-schedule/create-schedule.mjs +++ b/components/oxylabs/actions/create-schedule/create-schedule.mjs @@ -5,7 +5,7 @@ export default { key: "oxylabs-create-schedule", name: "Create Schedule", description: "Create a schedule for a scraping job. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/scheduler#create-a-new-schedule)", - version: "0.0.1", + version: "0.0.2", type: "action", props: { oxylabs, diff --git a/components/oxylabs/actions/scrape-url/scrape-url.mjs b/components/oxylabs/actions/scrape-url/scrape-url.mjs index 7a1dd4adb0367..04b9cb7422029 100644 --- a/components/oxylabs/actions/scrape-url/scrape-url.mjs +++ b/components/oxylabs/actions/scrape-url/scrape-url.mjs @@ -5,7 +5,7 @@ export default { key: "oxylabs-scrape-url", name: "Scrape URL", description: "Scrape a URL. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api)", - version: "0.0.1", + version: "0.0.2", type: "action", props: { oxylabs, @@ -27,6 +27,18 @@ export default { "geoLocation", ], }, + parse: { + propDefinition: [ + oxylabs, + "parse", + ], + }, + render: { + propDefinition: [ + oxylabs, + "render", + ], + }, }, async run({ $ }) { const response = await this.oxylabs.scrape({ @@ -35,6 +47,8 @@ export default { source: this.source, url: this.url, geo_location: this.geoLocation, + parse: this.parse, + render: this.render, }, }); $.export("$summary", `Successfully scraped URL: ${this.url}`); diff --git a/components/oxylabs/actions/scrape-with-query/scrape-with-query.mjs b/components/oxylabs/actions/scrape-with-query/scrape-with-query.mjs index 01397af648a91..cb21028b13659 100644 --- a/components/oxylabs/actions/scrape-with-query/scrape-with-query.mjs +++ b/components/oxylabs/actions/scrape-with-query/scrape-with-query.mjs @@ -5,7 +5,7 @@ export default { key: "oxylabs-scrape-with-query", name: "Scrape with Query", description: "Extract data using a search query. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api)", - version: "0.0.1", + version: "0.0.2", type: "action", props: { oxylabs, @@ -26,6 +26,18 @@ export default { "geoLocation", ], }, + parse: { + propDefinition: [ + oxylabs, + "parse", + ], + }, + render: { + propDefinition: [ + oxylabs, + "render", + ], + }, }, async run({ $ }) { const response = await this.oxylabs.scrape({ @@ -34,6 +46,8 @@ export default { source: this.source, query: this.query, geo_location: this.geoLocation, + parse: this.parse, + render: this.render, }, }); $.export("$summary", `Successfully scraped using query: ${this.query}`); diff --git a/components/oxylabs/common/constants.mjs b/components/oxylabs/common/constants.mjs index cebcb1f1bdf41..a5527d5c119dd 100644 --- a/components/oxylabs/common/constants.mjs +++ b/components/oxylabs/common/constants.mjs @@ -12,11 +12,8 @@ const QUERY_SOURCES = [ "amazon_pricing", "amazon_sellers", "amazon_bestsellers", - "amazon_reviews", - "amazon_questions", "google_search", "google_ads", - "google_images", "google_lens", "google_maps", "google_travel_hotels", diff --git a/components/oxylabs/oxylabs.app.mjs b/components/oxylabs/oxylabs.app.mjs index da2556a6b55aa..bae85fbb7cc49 100644 --- a/components/oxylabs/oxylabs.app.mjs +++ b/components/oxylabs/oxylabs.app.mjs @@ -20,6 +20,21 @@ export default { description: "The geo location to scrape from. [See the guide](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/localization/e-commerce-localization) for using this property.", optional: true, }, + parse: { + type: "boolean", + label: "Parse", + description: "Set to `true` to receive structured data", + optional: true, + }, + render: { + type: "string", + label: "Render", + description: "Set to `html` to get the raw output of the rendered page", + options: [ + "html", + ], + optional: true, + }, }, methods: { _getBaseUrl() { diff --git a/components/oxylabs/package.json b/components/oxylabs/package.json index 8f4c393fde633..239360476550d 100644 --- a/components/oxylabs/package.json +++ b/components/oxylabs/package.json @@ -1,6 +1,6 @@ { "name": "@pipedream/oxylabs", - "version": "0.1.0", + "version": "0.1.1", "description": "Pipedream Oxylabs Components", "main": "oxylabs.app.mjs", "keywords": [ diff --git a/components/oxylabs/sources/new-scheduled-run-completed/new-scheduled-run-completed.mjs b/components/oxylabs/sources/new-scheduled-run-completed/new-scheduled-run-completed.mjs index 0ce8a5424fc47..93229f8ef998f 100644 --- a/components/oxylabs/sources/new-scheduled-run-completed/new-scheduled-run-completed.mjs +++ b/components/oxylabs/sources/new-scheduled-run-completed/new-scheduled-run-completed.mjs @@ -6,7 +6,7 @@ export default { key: "oxylabs-new-scheduled-run-completed", name: "New Scheduled Run Completed", description: "Emit new event when a new scheduled run is completed. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/scheduler#get-runs-information)", - version: "0.0.1", + version: "0.0.2", type: "source", dedupe: "unique", props: { diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index cd2cd3afdf21d..ebe2b50205559 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -8774,8 +8774,7 @@ importers: components/minerstat: {} - components/minform: - specifiers: {} + components/minform: {} components/minio: {} @@ -9936,8 +9935,7 @@ importers: specifier: ^3.0.3 version: 3.0.3 - components/orufy_bookings: - specifiers: {} + components/orufy_bookings: {} components/ory: {} @@ -9963,8 +9961,7 @@ importers: specifier: ^1.2.0 version: 1.6.6 - components/outlign: - specifiers: {} + components/outlign: {} components/outline: {} @@ -12183,8 +12180,7 @@ importers: components/sap_s_4hana_cloud: {} - components/sap_s_4hana_cloud_sandbox: - specifiers: {} + components/sap_s_4hana_cloud_sandbox: {} components/sapling: {}