crawl

type Crawler interface {
	Crawl(urls []string, onResp func(response Response), onQuit func())
}

type Response struct {
	StartURL    *url.URL
	URL         *url.URL
	HTML        string
	Headers     http.Header
	Cookies     []*http.Cookie
	ScriptLinks []string
	Scripts     []string
	Styles      []string
	// contains filtered or unexported fields
}