spiderIns

type IFSiteCfg interface {
	GetStartUrls() []string     //起始页面
	GetDefaultFileName() string //站点的默认索引文件名，ex: index.html
	GetHostList() []string      //爬取的Host列表
	CheckHost(host string) bool //检查一个host是否在爬取的Host列表内
	ForEachSearchNodes(param interface{}, cbFunc func(nodeName string, attrName string, attrType string, param interface{}))
}

type MyPageProcesser struct {
	// contains filtered or unexported fields
}

type MyPipeline struct {
}