-
Notifications
You must be signed in to change notification settings - Fork 0
/
datastore.go
15 lines (13 loc) · 837 Bytes
/
datastore.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
package datastore
import "github.com/ducknificient/web-intelligence/go/entity"
type Datastore interface {
StoreD(pagesource string, link string, task string, documenttype string, mimetype string) (err error)
StoreDocument(link string, task string, filename string, document []byte, documentcontenttype string) (err error)
StoreE(link string, href string, task string) (err error)
ContainsD(url string) (contains bool, err error)
GetExistingQueue(task string) (queue []string, err error)
GetLatestSeedUrl(task string, seedurl string) (res_seedurl string, err error)
CrawlpageList(param entity.CrawlpageListParam) (dataList []entity.CrawlpageListData, err error)
CrawlpageListParsed(param entity.CrawlpageListParam) (dataList []entity.CrawlpageListParsedData, err error)
CheckUrlIsExist(link string) (isexist bool, err error)
}