module

package
v0.0.0-...-f171042 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 27, 2018 License: Apache-2.0 Imports: 15 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewCnblogs

func NewCnblogs(client *util.Client) schema.Worker

NewCnblogs 创建博客园内容抓取器实例

func NewFlysnow

func NewFlysnow(client *util.Client) schema.Worker

NewFlysnow 新建飞雪无情博客内容抓取器

func NewJD

func NewJD(client *util.Client) schema.Worker

NewJD 京东商城数据抓取器

func NewLZFM

func NewLZFM(client *util.Client) schema.Worker

NewXLFM 荔枝FM下载链接生成器

func NewNeteaseStock

func NewNeteaseStock(client *util.Client) schema.Worker

func NewXLFM

func NewXLFM(client *util.Client) schema.Worker

NewXLFM 心理FM下载链接生成器

func NewXimalayaAlbum

func NewXimalayaAlbum(client *util.Client) schema.Worker

NewXimalayaAlbum 喜马拉雅 FM 专辑声音下载链接生成器

Types

type Cnblogs

type Cnblogs struct {
	// contains filtered or unexported fields
}

Cnblogs 博客园内容抓取器

func (*Cnblogs) Do

func (s *Cnblogs) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 执行内容抓取

func (*Cnblogs) Intro

func (s *Cnblogs) Intro(category string) string

Intro 输出帮忙内容

func (*Cnblogs) List

func (s *Cnblogs) List() []map[string]string

List 列出已经缓存的资源

func (*Cnblogs) Options

func (s *Cnblogs) Options() *schema.Option

Options 抓取选项

func (*Cnblogs) Search

func (s *Cnblogs) Search(keyword string) []map[string]string

Search 缓存搜索

func (*Cnblogs) Task

func (s *Cnblogs) Task() error

Task 后台任务

func (*Cnblogs) Web

func (s *Cnblogs) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type Flysnow

type Flysnow struct {
	// contains filtered or unexported fields
}

Flysnow 飞雪无情博客内容抓取器

func (*Flysnow) Do

func (s *Flysnow) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 提取内容

func (*Flysnow) Intro

func (s *Flysnow) Intro(category string) string

Intro 显示抓取器帮助

func (*Flysnow) List

func (s *Flysnow) List() []map[string]string

List 列出已经缓存的资源

func (*Flysnow) Options

func (s *Flysnow) Options() *schema.Option

Options 抓取选项

func (*Flysnow) Search

func (s *Flysnow) Search(keyword string) []map[string]string

Search 缓存搜索

func (*Flysnow) Task

func (s *Flysnow) Task() error

Task 后台任务

func (*Flysnow) Web

func (s *Flysnow) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type JD

type JD struct {
	Status int `json:"status" label:"程序状态, 0 未初始化 1 正常 2 下载数据中"`
	// contains filtered or unexported fields
}

JD 京东商城数据抓取器

func (*JD) Do

func (s *JD) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 提取内容

func (*JD) Intro

func (s *JD) Intro(category string) string

Intro 显示抓取器帮助

func (*JD) List

func (s *JD) List() []map[string]string

List 列出已经缓存的资源

func (*JD) Options

func (s *JD) Options() *schema.Option

Options 抓取选项

func (*JD) Search

func (s *JD) Search(keyword string) []map[string]string

Search 缓存搜索

func (*JD) SearchWeb

func (s *JD) SearchWeb(keyword string) string

SearchWeb 返回 HTML 形式的搜索结果

func (*JD) Task

func (s *JD) Task() error

Task 后台任务

func (*JD) Web

func (s *JD) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type JDGoods

type JDGoods struct {
	CategoryId   string `json:"categoryId" label:"品类ID"`
	Category     string `json:"category" label:"品类名称"`
	WName        string `json:"wname" label:"商品名称"`
	WareId       string `json:"wareId" label:"商品ID"`
	MiaoShaPrice string `json:"miaoShaPrice" label:"秒杀价"`
	ImageURL     string `json:"imageurl" label:"图片网址"`
}

JDGoods 京东商品

func (*JDGoods) Search

func (g *JDGoods) Search(keyword ...string) bool

Search 商品搜索

type JDSnapshot

type JDSnapshot struct {
	Ts    int64     `json:"ts" label:"同步时间"`
	Goods []JDGoods `json:"goods" label:"商品列表"`
}

JDSnapshot 缓存数据快照

type LZFM

type LZFM struct {
	// contains filtered or unexported fields
}

LZFM 荔枝 FM 专辑声音下载链接生成器

func (*LZFM) Do

func (s *LZFM) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 提取内容

func (*LZFM) Intro

func (s *LZFM) Intro(category string) string

Intro 显示抓取器帮助

func (*LZFM) List

func (s *LZFM) List() []map[string]string

List 列出已经缓存的资源

func (*LZFM) Options

func (s *LZFM) Options() *schema.Option

Options 抓取选项

func (*LZFM) Search

func (s *LZFM) Search(keyword string) []map[string]string

Search 缓存搜索

func (*LZFM) Task

func (s *LZFM) Task() error

Task 后台任务

func (*LZFM) Web

func (s *LZFM) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type NeteaseStock

type NeteaseStock struct {
	// contains filtered or unexported fields
}

func (*NeteaseStock) Do

func (s *NeteaseStock) Do(tryModel bool, entry string, rule string, fp *os.File) error

func (*NeteaseStock) Intro

func (s *NeteaseStock) Intro(category string) string

Intro 显示抓取器帮助

func (*NeteaseStock) List

func (s *NeteaseStock) List() []map[string]string

List 列出已经缓存的资源

func (*NeteaseStock) Options

func (s *NeteaseStock) Options() *schema.Option

Options 抓取选项

func (*NeteaseStock) Search

func (s *NeteaseStock) Search(keyword string) []map[string]string

Search 缓存搜索

func (*NeteaseStock) Task

func (s *NeteaseStock) Task() error

Task 后台任务

func (*NeteaseStock) Web

func (s *NeteaseStock) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type XLFM

type XLFM struct {
	// contains filtered or unexported fields
}

XLFM 心理 FM 专辑声音下载链接生成器

func (*XLFM) Do

func (s *XLFM) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 提取内容

func (*XLFM) Intro

func (s *XLFM) Intro(category string) string

Intro 显示抓取器帮助

func (*XLFM) List

func (s *XLFM) List() []map[string]string

List 列出已经缓存的资源

func (*XLFM) Options

func (s *XLFM) Options() *schema.Option

Options 抓取选项

func (*XLFM) Search

func (s *XLFM) Search(keyword string) []map[string]string

Search 缓存搜索

func (*XLFM) Task

func (s *XLFM) Task() error

Task 后台任务

func (*XLFM) Web

func (s *XLFM) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

type XimalayaAlbum

type XimalayaAlbum struct {
	// contains filtered or unexported fields
}

XimalayaAlbum 喜马拉雅 FM 专辑声音下载链接生成器

func (*XimalayaAlbum) Do

func (s *XimalayaAlbum) Do(tryModel bool, entry string, rule string, fp *os.File) error

Do 提取内容

func (*XimalayaAlbum) Intro

func (s *XimalayaAlbum) Intro(category string) string

Intro 显示抓取器帮助

func (*XimalayaAlbum) List

func (s *XimalayaAlbum) List() []map[string]string

List 列出已经缓存的资源

func (*XimalayaAlbum) Options

func (s *XimalayaAlbum) Options() *schema.Option

Options 抓取选项

func (*XimalayaAlbum) Search

func (s *XimalayaAlbum) Search(keyword string) []map[string]string

Search 缓存搜索

func (*XimalayaAlbum) Task

func (s *XimalayaAlbum) Task() error

Task 后台任务

func (*XimalayaAlbum) Web

func (s *XimalayaAlbum) Web(w http.ResponseWriter, req *http.Request, buf *bytes.Buffer) bool

Web 模块 web 入口, 返回 true 表示已经准备就绪

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL