libs

package

v0.0.0-...-f7c1ee7 Latest Latest Go to latest Published: Jan 8, 2014 License: GPL-3.0 Imports: 7 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

View Source

var (
	Alg algType
)

algorithm name

View Source

var (
	HTTP *httplib
)

func CleanUpHtml(src string) string

func ConvertToUtf8(src, encoding string) string

func GetHtmlCharset(src string) string

func RegisterAlg(name string, f algType)

func RetrieveTitleFromHtml(src string) string

func SetAlg(name string)

type OupengAlg interface {
	RunAlg()
	Text() string
	Title() string
}

algrithom to extractor text from html

func NewSimple(url string) OupengAlg

func NewTtr(url string) OupengAlg

type Simple struct {
	Url, RawContent string
	// contains filtered or unexported fields
}

func (s *Simple) RunAlg()

run algorithm

func (s *Simple) Text() string

return text

func (s *Simple) Title() string

return title

type TTR struct {
	Url, RawContent string
	// contains filtered or unexported fields
}

func (t *TTR) RunAlg()

run algorithm

func (t *TTR) Text() string

return text

func (t *TTR) Title() string

return title