-
Notifications
You must be signed in to change notification settings - Fork 19
/
INPUT_SCHEMA.json
126 lines (126 loc) · 5.88 KB
/
INPUT_SCHEMA.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
"title": "Input schema for the youtube-search-scraper actor",
"type": "object",
"schemaVersion": 1,
"properties": {
"searchKeywords": {
"title": "Search keywords",
"type": "string",
"description": "What to search Youtube for",
"editor": "textfield",
"prefill": "Madonna",
"maxLength" : 250
},
"maxResults": {
"title": "Maximum search results",
"type": "integer",
"description": "Limit number of videos to crawl; <br />for 'No limits' empty the field",
"minimum": 1,
"maximum": 999999,
"prefill": 50,
"unit": "Videos",
"nullable": true
},
"startUrls": {
"title": "Direct URLs",
"type": "array",
"description": "Provide some direct Youtube urls, like channel urls or search urls. When provided, it disables search.",
"default": [],
"editor": "requestListSources",
"sectionCaption": "Direct URLs"
},
"simplifiedInformation": {
"title" : "Get simplified information from a channel",
"type": "boolean",
"default": false,
"description" : "If set to true, we will only get basic video information from the channel. You have to provide a channel Url as StartUrl"
},
"maxComments": {
"title" : "Max comments",
"type" : "integer",
"description" : "Limit the number of comments that will get scraped. Scraping comments requires scrolling and takes time. 0 or empty means we will not scrape any comments at all. ",
"default": 0,
"sectionCaption": "Comments & Subtitles",
"sectionDescription": "Use this if you want to download comments and / or video subtitles as well."
},
"downloadSubtitles": {
"title" : "Download subtitles",
"type": "boolean",
"description" : "If set to true, we will also download subtitles for given video and convert it to SRT format"
},
"saveSubsToKVS": {
"title" : "Save downloaded subtitles to Key Value Store",
"type": "boolean",
"description" : "If set to true, we will save downloaded (and converted to .srt format) subtitles to Key Value Store in format { subtitles: srt_text }. 'downloadSubtitles' must be set to true for this take an effect"
},
"subtitlesLanguage": {
"title" : "Download subtitles in selected language",
"type": "string",
"description" : "Language to download subtitles in. 'downloadSubtitles' must be set to true for this take an effect",
"editor": "select",
"default" : "en",
"enum" : ["en", "de", "es", "fr", "it", "ja", "ko", "nl", "pt", "ru"],
"enumTitles" : ["English", "German", "Spanish", "French", "Italian", "Japanese", "Korean", "Holland", "Portuguese", "Russian"]
},
"preferAutoGeneratedSubtitles": {
"title": "Prefer automatically generated subtitles before the user generated ones.",
"description": "If set to `true` and language is provided, we download automatically generated subtitles rather then user ones. If no language is provided, this settings takes no effect",
"type": "boolean"
},
"extendOutputFunction": {
"title": "Extend Output Function",
"description": "Add or remove properties on the output object or omit the output returning null",
"type": "string",
"default": "",
"prefill": "async ({ data, item, page, request, customData }) => {\n return item; \n}",
"editor": "javascript",
"sectionCaption": "Extend scraper functionality",
"sectionDescription": "You can change the output of the items for your dataset here, or add additional behavior for"
},
"extendScraperFunction": {
"title": "Extend Scraper Function",
"description": "Advanced function that allows you to extend the default scraper functionality, allowing you to manually perform actions on the page",
"type": "string",
"default": "",
"prefill": "async ({ page, request, requestQueue, customData, Apify, extendOutputFunction }) => {\n \n}",
"editor": "javascript"
},
"customData": {
"title": "Custom data",
"description": "Any data that you want to have available inside the Extend Output/Scraper Function",
"default": {},
"prefill": {},
"type": "object",
"editor": "json"
},
"handlePageTimeoutSecs": {
"title": "Handle page timeout",
"description": "Set the handlePageTimeout seconds",
"default": 3600,
"prefill": 3600,
"type": "integer",
"editor": "number"
},
"proxyConfiguration": {
"title": "Proxy configuration",
"type": "object",
"editor": "proxy",
"description": "The best option is usually Automatic proxy. But you can also use your own proxies or no proxy",
"prefill": {
"useApifyProxy": true
},
"default": {
"useApifyProxy": true
},
"sectionCaption": "Proxy and browser configuration"
},
"verboseLog": {
"title": "Verbose log",
"type": "boolean",
"description" : "If set to true, we will save downloaded (and converted to .srt format) subtitles to Key Value Store in format { subtitles: srt_text, language: languageCode, type:autoOrUserGenerated }. 'downloadSubtitles' must be set to true for this take an effect"
}
},
"required": [
"proxyConfiguration"
]
}