engine

package
v0.0.0-...-f1bbf5a Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 23, 2019 License: MPL-2.0 Imports: 9 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type ChanProxy

type ChanProxy struct {
	ProxyChan chan string
}

type Concurrent

type Concurrent struct {
	Scheduler   Scheduler
	Workercount int
}

func (*Concurrent) Run

func (e *Concurrent) Run(seeds ...Request)

type ParserResult

type ParserResult struct {
	Requests []Request
	Items    []interface{}
}

type Request

type Request struct {
	Url        string
	ParserFunc func(node *html.Node) ParserResult
}

type Scheduler

type Scheduler interface {
	Submit(Request)
	ConfigurWorkerChan(chan Request)
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL