html

var LinkScanner = felix.ScanFunc(func(ctx context.Context, r io.Reader, e felix.Emitter) error {
	doc, err := goquery.NewDocumentFromReader(r)

	if err != nil {
		return errors.Wrap(err, "could not read HTML document")
	}

	foundURLs := make(map[string]bool)

	doc.Find("a").Each(func(index int, item *goquery.Selection) {
		if href, ok := item.Attr("href"); ok && !foundURLs[href] {
			title := item.Text()
			if strings.TrimSpace(title) == "" {
				title = href
			}
			foundURLs[href] = true
			e.EmitLink(felix.Link{
				Title: title,
				URL:   href,
			})
		}
	})

	if s, err := doc.Html(); err == nil {
		urls := urlPattern.FindAllString(s, -1)
		for _, u := range urls {
			if !foundURLs[u] {
				foundURLs[u] = true
				e.EmitLink(felix.Link{
					Title: u,
					URL:   u,
				})
			}
		}
	}

	return nil
})