configs

type Config struct {
	Spider SpiderConfig
}

type SpiderConfig struct {
	URLListFile      string `gcfg:"urlListFile"`
	OutputDirectory  string `gcfg:"outputDirectory"`
	MaxDepth         int    `gcfg:"maxDepth"`
	CrawlInterval    int    `gcfg:"crawlInterval"`
	CrawlTimeout     int    `gcfg:"crawlTimeout"`
	TargetURLPattern string `gcfg:"targetUrl"`
	ThreadCount      int    `gcfg:"threadCount"`
}