Skip to content

Commit d15f241

Browse files
authored
Merging pull request #18009
* updates * pnpm-lock.yaml * versions * pnpm-lock.yaml * pnpm-lock.yaml * update
1 parent b80a5aa commit d15f241

File tree

9 files changed

+53
-17
lines changed

9 files changed

+53
-17
lines changed

components/oxylabs/actions/create-proxy-session/create-proxy-session.mjs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ export default {
55
key: "oxylabs-create-proxy-session",
66
name: "Create Proxy Session",
77
description: "Establish a proxy session using the Residential Proxy endpoint. [See the documentation](https://developers.oxylabs.io/proxies/residential-proxies/session-control#establishing-session)",
8-
version: "0.0.1",
8+
version: "0.0.2",
99
type: "action",
1010
props: {
1111
oxylabs,

components/oxylabs/actions/create-schedule/create-schedule.mjs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ export default {
55
key: "oxylabs-create-schedule",
66
name: "Create Schedule",
77
description: "Create a schedule for a scraping job. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/scheduler#create-a-new-schedule)",
8-
version: "0.0.1",
8+
version: "0.0.2",
99
type: "action",
1010
props: {
1111
oxylabs,

components/oxylabs/actions/scrape-url/scrape-url.mjs

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ export default {
55
key: "oxylabs-scrape-url",
66
name: "Scrape URL",
77
description: "Scrape a URL. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api)",
8-
version: "0.0.1",
8+
version: "0.0.2",
99
type: "action",
1010
props: {
1111
oxylabs,
@@ -27,6 +27,18 @@ export default {
2727
"geoLocation",
2828
],
2929
},
30+
parse: {
31+
propDefinition: [
32+
oxylabs,
33+
"parse",
34+
],
35+
},
36+
render: {
37+
propDefinition: [
38+
oxylabs,
39+
"render",
40+
],
41+
},
3042
},
3143
async run({ $ }) {
3244
const response = await this.oxylabs.scrape({
@@ -35,6 +47,8 @@ export default {
3547
source: this.source,
3648
url: this.url,
3749
geo_location: this.geoLocation,
50+
parse: this.parse,
51+
render: this.render,
3852
},
3953
});
4054
$.export("$summary", `Successfully scraped URL: ${this.url}`);

components/oxylabs/actions/scrape-with-query/scrape-with-query.mjs

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ export default {
55
key: "oxylabs-scrape-with-query",
66
name: "Scrape with Query",
77
description: "Extract data using a search query. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api)",
8-
version: "0.0.1",
8+
version: "0.0.2",
99
type: "action",
1010
props: {
1111
oxylabs,
@@ -26,6 +26,18 @@ export default {
2626
"geoLocation",
2727
],
2828
},
29+
parse: {
30+
propDefinition: [
31+
oxylabs,
32+
"parse",
33+
],
34+
},
35+
render: {
36+
propDefinition: [
37+
oxylabs,
38+
"render",
39+
],
40+
},
2941
},
3042
async run({ $ }) {
3143
const response = await this.oxylabs.scrape({
@@ -34,6 +46,8 @@ export default {
3446
source: this.source,
3547
query: this.query,
3648
geo_location: this.geoLocation,
49+
parse: this.parse,
50+
render: this.render,
3751
},
3852
});
3953
$.export("$summary", `Successfully scraped using query: ${this.query}`);

components/oxylabs/common/constants.mjs

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,8 @@ const QUERY_SOURCES = [
1212
"amazon_pricing",
1313
"amazon_sellers",
1414
"amazon_bestsellers",
15-
"amazon_reviews",
16-
"amazon_questions",
1715
"google_search",
1816
"google_ads",
19-
"google_images",
2017
"google_lens",
2118
"google_maps",
2219
"google_travel_hotels",

components/oxylabs/oxylabs.app.mjs

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,21 @@ export default {
2020
description: "The geo location to scrape from. [See the guide](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/localization/e-commerce-localization) for using this property.",
2121
optional: true,
2222
},
23+
parse: {
24+
type: "boolean",
25+
label: "Parse",
26+
description: "Set to `true` to receive structured data",
27+
optional: true,
28+
},
29+
render: {
30+
type: "string",
31+
label: "Render",
32+
description: "Set to `html` to get the raw output of the rendered page",
33+
options: [
34+
"html",
35+
],
36+
optional: true,
37+
},
2338
},
2439
methods: {
2540
_getBaseUrl() {

components/oxylabs/package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "@pipedream/oxylabs",
3-
"version": "0.1.0",
3+
"version": "0.1.1",
44
"description": "Pipedream Oxylabs Components",
55
"main": "oxylabs.app.mjs",
66
"keywords": [

components/oxylabs/sources/new-scheduled-run-completed/new-scheduled-run-completed.mjs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ export default {
66
key: "oxylabs-new-scheduled-run-completed",
77
name: "New Scheduled Run Completed",
88
description: "Emit new event when a new scheduled run is completed. [See the documentation](https://developers.oxylabs.io/scraping-solutions/web-scraper-api/features/scheduler#get-runs-information)",
9-
version: "0.0.1",
9+
version: "0.0.2",
1010
type: "source",
1111
dedupe: "unique",
1212
props: {

pnpm-lock.yaml

Lines changed: 4 additions & 8 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)