core

type Engine struct {
	// contains filtered or unexported fields
}

type SpiderRuntime struct {
	sync.Mutex

	TaskMeta *TaskMeta
	// contains filtered or unexported fields
}

type TaskMeta struct {
	DownloadFailCount int32 `json:"download_fail_count"`
	DownloadCount     int32 `json:"download_fail_count"`
	URLNum            int32 `json:"url_num"`
	WaitURLNum        int   `json:"wait_url_num"`
	CrawlerResultNum  int32 `json:"crawler_result_num"`
}