crawler

type Config struct {
	DirEntryBufferSize uint          // Size of buffer for processing directory entry channels.
	MinUpdateAge       time.Duration // The minimum age for items to be updated.
	StatTimeout        time.Duration // Timeout for Stat() calls.
	DirEntryTimeout    time.Duration // Timeout *between* directory entries.
	MaxDirSize         uint          // Maximum number of directory entries
}

type Crawler struct {
	*instr.Instrumentation
	// contains filtered or unexported fields
}

type Indexes struct {
	Files       index.Index
	Directories index.Index
	Invalids    index.Index
	Partials    index.Index
}

type Queues struct {
	Files       queue.Queue
	Directories queue.Queue
	Hashes      queue.Queue
}