crawler

type ClickUrlFetcher struct {
}

type CrawlParameters struct {
	InputUrl string
	Depth    int64
}

type Crawler interface {
	Crawl(param CrawlParameters)
}

type CrawlerImpl struct {
	// contains filtered or unexported fields
}

type CrawlerOptions struct {
	InitialUrl         string
	FollowForeignHosts bool
	SaveDir            string
}

type Handler interface {
	Handle(res *Resource) error
}

type PdfFileDownloadHandler struct {
	// contains filtered or unexported fields
}

type PlainUrlFetcher struct {
}

type RenderedUrlFetcher struct {
}

type Resource struct {
	// contains filtered or unexported fields
}

type UrlFetcher interface {
	// Returns slice of URLs on the page of requested URL.
	Fetch(url string) (*Resource, error)
}