goscraper

type DefaultHandler struct {
}

type Document struct {
	*goquery.Document
	Body    *bytes.Buffer
	Preview DocumentPreview
}

type DocumentPreview struct {
	Title       string
	Description string
	Images      []string
	RawImages   []string
	Scripts     []string
	RawScripts  []string

	Link string
}

type HtmlParser struct {
	Url                *url.URL
	EscapedFragmentUrl *url.URL
	Body               []byte
	MaxRedirect        int

	Preview DocumentPreview
	TagsMap map[string][]TagNode
	// contains filtered or unexported fields
}

type Options struct {
	Url         string
	MaxRedirect int
	Body        string
	Handler     TagHandler
	HtmlFile    string
}

type Scraper struct {
	Url                *url.URL
	EscapedFragmentUrl *url.URL
	Body               []byte
	MaxRedirect        int
	// contains filtered or unexported fields
}

type Selection struct {
	Sel     *goquery.Selection
	AttrMap map[string]string
}

type TagHandler interface {
	// TagsFilter(string) ([]TagNode, bool)
	OnImage(*url.URL, string, string, string, *Selection) (string, bool)
	OnScript(*url.URL, string, string, string, *Selection) (string, bool)
}

type TagNode struct {
	ValType int
	Attrs   []string
}