storage

type Client struct {
	// contains filtered or unexported fields
}

type ClientConfig struct {
	// User name the storage will connect as
	User string `json:"user"`
	// Password for the user
	Pass string `json:"pass"`
	// Database name to connect to
	DBName string `json:"dbname"`
	// Host of the storage service
	Host string `json:"host"`
	// Port of the host for the storage service
	Port int `json:"port"`
	// If SSL mode will be enabled/disabled
	SSLMode bool `json:"sslmode"`
}

type Job struct {
	// ID (primary key) of the job
	Id common.JobId

	// List of URLs belonging to this job. Includes their
	// competition status.
	URLs []JobURL

	// The time stamp the Job was created on.
	CreatedOn time.Time
}

type JobClient struct {
	// contains filtered or unexported fields
}

type JobURL struct {
	// Job URL that was requested
	URLId common.URLId

	// URL for this job item
	URL string

	// If this Job URL has been completely crawled
	Completed bool

	// The time stamp the URL was finished crawling. Only valid if 'Completed'
	// is also set.
	CompletedOn time.Time

	// The JobId this URL belongs to.
	JobId common.JobId
}

type URL struct {
	// ID (primary key) of this entry
	Id common.URLId

	// This URL the record is for
	URL string

	// The URL which this URL record was found on
	Refer string

	// The Content type of the URL, e.g: text/html
	Mime string

	// If the URL has been crawled the Crawled flag
	// will be true, This includes if it was crawled
	// but found no descendants. The crawledOn field
	// is only valid if this field is true
	Crawled bool

	// The time stamp the URL entry was created.
	CrawledOn time.Time
}

type URLClient struct {
	// contains filtered or unexported fields
}