cluster

type Cluster interface {
	CrawlStatus() *crawler.CrawlerStatus
	DeleteDeadNode(nodeName string)
	IsMasterNode() bool
	AddNode(nodeInfo *node.NodeInfo)
	MakeMasterNode(nodeName string)
	ElectMaster() *node.NodeInfo
	IsReady() bool
	IsSpiderRunning(spiderName string) bool
	StartSpider(spiderName string)
	AddRequest(request *http.Request)
	StopSpider(spiderName string)
	AddToCrawlingQuene(request *http.Request)
	Crawled(scrapyResult *crawler.ScrapeResult)
	CanWeStopSpider(spiderName string) bool
	IsStop() bool
	PopRequest() *http.Request
	Ready()
	Join()
	GetMasterNode() *node.NodeInfo
	GetMasterName() string
	GetClusterInfo() *ClusterInfo
	GetRequestStatus() *RequestStatus
	GetAllNode() []*node.NodeInfo
}

type ClusterInfo struct {
	Status     int
	Name       string
	NodeList   []*node.NodeInfo
	LocalNode  *node.NodeInfo
	MasterNode *node.NodeInfo
}

type RequestStatus struct {
	CrawledMap   map[string]int // node + num
	CrawlingMap  map[string]map[string]*http.Request
	WaitingQuene *crawler.RequestQuene
}

type Term struct {
}