config

type Minio struct {
	Address   string // `mapstructure:"MINIO_ADDRESS"`
	Port      int    //`mapstructure:"MINIO_PORT"`
	Ssl       bool   //`mapstructure:"MINIO_USE_SSL"`
	Accesskey string //`mapstructure:"MINIO_ACCESS_KEY"`
	Secretkey string // `mapstructure:"MINIO_SECRET_KEY"`
	Bucket    string
}

type Objects struct {
	Bucket    string //`mapstructure:"MINIO_BUCKET"`
	Domain    string //`mapstructure:"MINIO_DOMAIN"`
	Prefix    []string
	PrefixOff []string
}

type Sources struct {
	SourceType      string `default:"sitemap"`
	Name            string
	Logo            string
	URL             string
	Headless        bool
	PID             string
	ProperName      string
	Domain          string
	Active          bool                   `default:"true"`
	CredentialsFile string                 // do not want someones google api key exposed.
	Other           map[string]interface{} `mapstructure:",remain"`
}

type SourcesConfig struct {
	Name       string
	Logo       string
	URL        string
	Headless   bool
	PID        string
	ProperName string
	Domain     string
}

type Sparql struct {
	Endpoint     string
	Authenticate bool
	Username     string
	Password     string
}

type Summoner struct {
	After    string
	Mode     string // full || diff:  If diff compare what we have currently in gleaner to sitemap, get only new, delete missing
	Threads  int
	Delay    int64  // milliseconds (1000 = 1 second) to delay between calls (will FORCE threads to 1)
	Headless string // URL for headless see docs/headless
}