fetch

package

v0.0.0-...-8f4005c Latest Latest Go to latest Published: Apr 5, 2016 License: MIT Imports: 12 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

This section is empty.

func GetArticleUrlsFromFeed(url string, ch chan *ArticleUrlsChan)

type ArticleFeedIn struct {
	Content []*struct {
		Url string `json:"url"`
	} `json:"content"`
}

func (a *ArticleFeedIn) Urls() []string

type ArticleIn struct {
	Site      string
	Url       string
	ArticleId int
	Doc       *gq.Document
}

func NewArticleIn(url string) *ArticleIn

func (a *ArticleIn) GetData() error

func (a *ArticleIn) GetSiteFromHost(host string) (string, error)

func (a *ArticleIn) IsValid() bool

func (a *ArticleIn) Process(article *m.Article) error

func (a *ArticleIn) String() string

type ArticleProcess struct {
	*m.Article
	*m.ExtractedBody
	Html string
	Err  error
}

Processor object that contains the Article to be saved as well as the body text

func ParseArticleAtURL(articleUrl string, runExtraction bool) *ArticleProcess

Primary entry point to process an article's json based on the article Url

func (p *ArticleProcess) String() string

type ArticleUrlsChan struct {
	Urls []string
	Err  error
}