config

type ApplicationConfig struct {
	GeneralOptions         GeneralOptions       `toml:"General"`
	PreCrawlFilterOptions  []TaskHandlerOptions `toml:"PreCrawlFilters"`
	PostCrawlFilterOptions []TaskHandlerOptions `toml:"PostCrawlFilters"`
	IndexerOption          TaskHandlerOptions   `toml:"Indexer"`
	RankerOptions          []TaskHandlerOptions `toml:"Rankers"`
}

type ApplicationConfigVersionOnly struct {
	GeneralOptions struct {
		Version string `toml:"version"`
	} `toml:"General"`
}

type GeneralOptions struct {
	ListenAddr             string `toml:"listen_addr"`
	ListenPort             string `toml:"listen_port"`
	ServerTimeoutInSeconds int    `toml:"server_timeout_in_seconds"`

	FileBulkOutputQty int64 `toml:"file_bulk_output_qty"`

	NumThreadHint int `toml:"num_thread_hint"`

	LogFile                 bool   `toml:"log_file"`
	LogConsole              bool   `toml:"log_console"`
	MetricOutputPerSeconds  int    `toml:"metric_output_per_seconds"`
	ConnectionProtocol      string `toml:"connection_protocol"`
	RequestTimeoutInSeconds int    `toml:"request_timeout_in_seconds"`
	MinContentLengthInBytes int64  `toml:"min_content_length_in_bytes"`
	MaxContentLengthInBytes int64  `toml:"max_content_length_in_bytes"`
	ContentReadLimitInBytes int64  `toml:"content_read_limit_in_bytes"`
	ConcurrentConnections   int    `toml:"concurrent_connections"`

	IndexerOutputLimit int64 `toml:"indexer_output_limit"`
}

type TaskHandlerOptions struct {
	Type          string
	StringOptions map[string]string
	IntOptions    map[string]int64
	FloatOptions  map[string]float64
	BoolOptions   map[string]bool
}