document

type Boilerpiper struct {
	// contains filtered or unexported fields
}

type Curl interface {
	Download(uri string) (filepath, media_type, charset string, err error)
	DownloadHtml(uri string) (filepath, media_type string, err error)
}

type Curler struct {
	TempDir string
	Prefix  string
	UseExt  bool
}

type HtmlCleaner struct {
	Article *html.Node // body or article or a table's body
	// contains filtered or unexported fields
}

type Readabilitier struct {
	// contains filtered or unexported fields
}

type SummaryScore struct {
	WordCount int `json:"word_count" bson:"word_count"`
	//	ImageCount int      `json:"image_count" bson:"image_count"`
	LinkCount int      `json:"link_count" bson:"link_count"`
	Images    []string `json:"image,omitempty" bson:"image,omitempty"`
}