Documentation ¶
Index ¶
- func Crawl(url string, external bool, delay int, maxVisits int)
- type Ext
- func (e *Ext) ComputeDelay(host string, di *gocrawl.DelayInfo, lastFetch *gocrawl.FetchInfo) time.Duration
- func (e *Ext) End(err error)
- func (e *Ext) Error(err *gocrawl.CrawlError)
- func (e *Ext) Filter(ctx *gocrawl.URLContext, isVisited bool) bool
- func (e *Ext) Visit(ctx *gocrawl.URLContext, res *http.Response, doc *goquery.Document) (interface{}, bool)
- type ResultSummary
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
Types ¶
type Ext ¶
type Ext struct {
*gocrawl.DefaultExtender
}
func (*Ext) ComputeDelay ¶
func (*Ext) Error ¶
func (e *Ext) Error(err *gocrawl.CrawlError)
type ResultSummary ¶
Click to show internal directories.
Click to hide internal directories.