maodou

package module

v1.0.6 Latest Latest Go to latest Published: Feb 19, 2019 License: Apache-2.0 Imports: 17 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/mnhkahn/maodou

Links

Open Source Insights

README ¶

maodou

A search engine written in golang.

http://www.layoutit.com/build https://code.google.com/p/google-code-prettify/

Documentation ¶

Index ¶

Constants
Variables
func Register(handler Handler)
type App
- func NewController(handler Handler) *App
- func (this *App) Run() error
type Handler
type HandlerConfig
type MaoDou
type Request
- func NewRequest(interval time.Duration) *Request
type Response
- func NewResponse(r io.Reader, url string) (*Response, error)
- func (this *Response) Content(is_optimizatioin bool) string
- func (this *Response) Doc(css string) *goquery.Selection

Constants ¶

View Source

const (
	CawlNoProxy = 0
	CawlProxy   = 1
	CawlRetry   = 2
)

Variables ¶

View Source

var CYEAM_LOG = `` /* 403-byte string literal not displayed */

Functions ¶

func Register ¶

func Register(handler Handler)

Types ¶

type App ¶

type App struct {
	// contains filtered or unexported fields
}

var APP *App

func NewController ¶

func NewController(handler Handler) *App

func (*App) Run ¶

func (this *App) Run() error

type Handler ¶

type Handler interface {
	Init(link string)
	Cawl(paras ...interface{}) (*Response, error)
	Start(link string) (*Response, error)
	Index(resp *Response, jobs chan string) error
	Detail(resp *Response) (*models.Result, error)
	Result(result *models.Result) error
	Config() *HandlerConfig
}

type HandlerConfig ¶

type HandlerConfig struct {
	// contains filtered or unexported fields
}

type MaoDou ¶

type MaoDou struct {
	Dao dao.DaoContainer

	Debug bool
	// contains filtered or unexported fields
}

func (*MaoDou) AddJob ¶ added in v1.0.4

func (this *MaoDou) AddJob(job string)

func (*MaoDou) Cawl ¶

func (this *MaoDou) Cawl(paras ...interface{}) (*Response, error)

func (*MaoDou) Config ¶

func (this *MaoDou) Config() *HandlerConfig

func (*MaoDou) Detail ¶

func (this *MaoDou) Detail(resp *Response) (*models.Result, error)

func (*MaoDou) Index ¶

func (this *MaoDou) Index(resp *Response, jobs chan string) error

func (*MaoDou) Init ¶

func (this *MaoDou) Init(link string)

func (*MaoDou) Result ¶

func (this *MaoDou) Result(result *models.Result) error

func (*MaoDou) SetD ¶ added in v1.0.4

func (this *MaoDou) SetD(d bool)

func (*MaoDou) SetDao ¶

func (this *MaoDou) SetDao(dao_name, dsn string)

func (*MaoDou) SetJobLen ¶ added in v1.0.4

func (this *MaoDou) SetJobLen(l int)

func (*MaoDou) SetProxy ¶

func (this *MaoDou) SetProxy(proxy_name, proxy_dsn string)

func (*MaoDou) SetRate ¶

func (this *MaoDou) SetRate(times ...time.Duration)

func (*MaoDou) Start ¶

func (this *MaoDou) Start(link string) (*Response, error)

type Request ¶

type Request struct {
	goreq.Request

	Interval time.Duration
	// contains filtered or unexported fields
}

func NewRequest ¶

func NewRequest(interval time.Duration) *Request

func (*Request) Cawl ¶

func (this *Request) Cawl(paras ...interface{}) (*Response, error)

func (*Request) DumpRequest ¶

func (this *Request) DumpRequest() string

func (*Request) InitProxy ¶

func (this *Request) InitProxy(proxy_name, proxy_config string)

type Response ¶

type Response struct {
	Url         string
	RawDocument *html.Node
	Document    *goquery.Document
}

func NewResponse ¶

func NewResponse(r io.Reader, url string) (*Response, error)

func (*Response) Content ¶

func (this *Response) Content(is_optimizatioin bool) string

func (*Response) Doc ¶

func (this *Response) Doc(css string) *goquery.Selection

Source Files ¶

View all Source files

Directories ¶

Path	Synopsis
analytics Package analytics https://stackoverflow.com/questions/12837748/analytics-google-api-error-403-user-does-not-have-any-google-analytics-account	Package analytics https://stackoverflow.com/questions/12837748/analytics-google-api-error-403-user-does-not-have-any-google-analytics-account
dao Package dao	Package dao
demo Package demo	Package demo
models
parser
request
goreq
proxy
utils

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL