Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ClickUrlFetcher ¶
type ClickUrlFetcher struct { }
A UrlFetcher that finds URLs by rendering any JavaScript and click around.
type CrawlParameters ¶
type Crawler ¶
type Crawler interface {
Crawl(param CrawlParameters)
}
func NewCrawler ¶
func NewCrawler(options CrawlerOptions) Crawler
type CrawlerImpl ¶
type CrawlerImpl struct {
// contains filtered or unexported fields
}
func (*CrawlerImpl) Crawl ¶
func (c *CrawlerImpl) Crawl(param CrawlParameters)
type CrawlerOptions ¶
type Handler ¶
type PdfFileDownloadHandler ¶
type PdfFileDownloadHandler struct {
// contains filtered or unexported fields
}
func (*PdfFileDownloadHandler) Handle ¶
func (h *PdfFileDownloadHandler) Handle(res *Resource) error
type PlainUrlFetcher ¶
type PlainUrlFetcher struct { }
A UrlFetcher that simply finds URLs on the HTML page.
type RenderedUrlFetcher ¶
type RenderedUrlFetcher struct { }
A UrlFetcher that finds URLs by rendering any JavaScript.
type UrlFetcher ¶
type UrlFetcher interface { // Returns slice of URLs on the page of requested URL. Fetch(url string) (*Resource, error) }
func NewUrlFetcher ¶
func NewUrlFetcher() UrlFetcher
Click to show internal directories.
Click to hide internal directories.