-
Notifications
You must be signed in to change notification settings - Fork 0
/
flags.go
82 lines (79 loc) · 1.52 KB
/
flags.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
package main
import (
"github.com/urfave/cli"
)
var scrapeFlags = []cli.Flag{
cli.BoolFlag{
Name: "all,a",
Usage: "Scrape everything",
},
cli.BoolFlag{
Name: "emails,e",
Usage: "Scrape email addresses",
},
cli.BoolFlag{
Name: "phones,p",
Usage: "Scrape phone numbers",
},
cli.BoolFlag{
Name: "addresses,ad",
Usage: "Scrape addresses",
},
cli.BoolFlag{
Name: "scripts,s",
Usage: "Scrape scripts",
},
cli.BoolFlag{
Name: "images,i",
Usage: "Scrape images",
},
cli.BoolFlag{
Name: "stylesheets,ss",
Usage: "Scrape stylesheets",
},
cli.BoolFlag{
Name: "resourcelinks,rl",
Usage: "Scrape resource links",
},
cli.BoolFlag{
Name: "downloadpdfs,dp",
Usage: "Download pdfs",
},
cli.BoolFlag{
Name: "files,f",
Usage: "Download all downloadable files",
},
cli.BoolFlag{
Name: "logpdfs,lp",
Usage: "Log pdf urls",
},
cli.BoolFlag{
Name: "meta,m",
Usage: "Scrape meta tags",
},
cli.StringFlag{
Name: "search,find,lookfor",
Usage: "Search html pages. This can be plain text or html you are looking for",
},
cli.StringFlag{
Name: "out,o",
Value: "",
Usage: "What directory to place the output in. Default is current working directory",
},
cli.BoolFlag{
Name: "serverEngine,se",
Usage: "Get server engine names from HTTP headers",
},
}
var searchFlags = []cli.Flag{
cli.StringFlag{
Name: "text,t",
Value: "",
Usage: "text to search website for",
},
cli.StringFlag{
Name: "keywords,k",
Value: "",
Usage: "keywords seperated by commas",
},
}