entity

type Closeable interface {
	Close() error
	IsClose() bool
}

type IPage interface {
	GetRequest() IRequest
	GetDocument() *goquery.Document
	GetHtmlNode() *selector.HtmlNode
	GetCharset() string
	GetStatusCode() int
	AddTargetRequestUrls(url ...string)
	AddTargetRequests(request ...IRequest)
	GetTargetRequests() []IRequest
	GetRespHeaders() map[string][]string
	GetUrl() *selector.PlainText
	StoreField(key string, obj interface{})
	GetResultItems() IResultItems
	GetRawText() string
}

type IRequest interface {
	GetUrl() string
	GetMethod() string
	SetMethod(method string) IRequest
	GetExtras() map[string]interface{}
	SetExtras(extras map[string]interface{}) IRequest
	PutExtra(key string, value interface{}) IRequest
	GetCookies() map[string]string
	SetCookies(cookies map[string]string) IRequest
	PutCookie(key, value string) IRequest
	GetHeaders() map[string][]string
	SetHeaders(headers map[string][]string) IRequest
	PutHeader(key string, value []string) IRequest
	GetPriority() int64
	SetPriority(priority int64) IRequest
	GetCharset() string
	SetCharset(charset string) IRequest
	IsUseProxy() bool
	SetUseProxy(use bool) IRequest
	IsRetry() bool //this request is retry action
}

type IResultItems interface {
	Get(key string) interface{}
	Put(key string, value interface{})
	IsSkip() bool
	All() map[string]interface{}
}

type Page struct {
	Request        IRequest
	Document       *goquery.Document
	HtmlRootNode   *selector.HtmlNode
	Charset        string
	Status         int
	TargetRequests []IRequest
	RespHeaders    map[string][]string
	Url            *selector.PlainText
	// contains filtered or unexported fields
}

type Request struct {
	Url      string
	Method   string
	Extras   map[string]interface{}
	Cookies  map[string]string
	Headers  map[string][]string
	Priority int64
	Charset  string
	UseProxy bool
}

type ResultItems struct {
	Items map[string]interface{}
	Skip  bool
}