src

type ColConfig struct {
	Name                  string `yaml:"name"`
	RenameTo              string `yaml:"rename_to"`
	BatchSize             int    `yaml:"batch_size"`
	Enabled               bool   `yaml:"enabled"`
	SourceBatchSize       int    `yaml:"source_batch_size"`
	UseSeparateConnection bool   `yaml:"use_separate_connection"`
	UseMultipleWorkers    bool   `yaml:"use_multiple_workers"`
	WorkerCount           int    `yaml:"worker_count"`
	MaxDocsInMemory       int    `yaml:"max_docs_in_memory"`
	NoFind                bool   `yaml:"no_find"`
	DateFilterField       string `yaml:"filter_field"`
	DateFilterFrom        string `yaml:"filter_from"` // format: 2006-01-02 15:04:05
	DateFilterEnabled     bool   `yaml:"filter_enabled"`
}

type ColCopyWorker struct {
	SRC         *mongo.Collection
	Clients     []*mongo.Client
	SRCDocCount int64
	DST         *mongo.Collection
	DBName      string
	ColName     string
	Done        bool
	Logs        []string
	Config      *ColConfig
	BatchSize   int
	Errors      []interface{}
}

type Counters struct {
	DBs          *int64
	Collections  *int64
	InMemItems   *int64
	SourceItems  *int64
	CopyingItems *int64
	CopiedItems  *int64
	Indexes      *int64
}

type DBConfig struct {
	Name                  string       `yaml:"name"`
	RenameTo              string       `yaml:"rename_to"`
	BatchSize             int          `yaml:"batch_size"`
	Enabled               bool         `yaml:"enabled"`
	NoFind                bool         `yaml:"no_find"`
	UseSeparateConnection bool         `yaml:"use_separate_connection"`
	Collections           []*ColConfig `yaml:"collections"`
}

type DBConnector struct {
	SourceURI string
	DestURI   string
	// contains filtered or unexported fields
}

type RootConfig struct {
	Source                  string      `yaml:"source"`
	Destination             string      `yaml:"destination"`
	ParalellCollectionCount int         `yaml:"parallel_collection_count"`
	BatchSize               int         `yaml:"batch_size"`
	RefreshRate             int         `yaml:"refresh_rate"`
	NoFind                  bool        `yaml:"no_find"`
	Databases               []*DBConfig `yaml:"databases"`
}

type WorkerQueue struct {
	Workers  []*ColCopyWorker
	Current  int // index of current worker
	State    *WorkerState
	Counters *Counters
	Done     chan bool
}

type WorkerState struct {
	Active int
	// contains filtered or unexported fields
}