crawler

type Cache interface {
	// Add insert new key-value into cache, if key already exists
	// in cache returns evicted=true
	Add(key string, value interface{})
	// Get gets value from the coresponding key from cache
	// ok == true if object exist in cache, otherwire ok == false
	Get(key string) (value interface{}, ok bool)
}

type Collector struct {
	// contains filtered or unexported fields
}

type Crawler struct {
	Graph *Graph
	// contains filtered or unexported fields
}

type Edges map[Node][]Node

type Graph struct {
	Nodes []Node `json:"nodes"`
	Edges Edges  `json:"links"`
	// contains filtered or unexported fields
}

type Job struct {
	URL   url.URL
	Depth int
}

type Node struct {
	URL url.URL `json:"id"`
}