wat

type AwsConfig struct {
	Name                  string `json:"aws_config_name,omitempty"`
	IsPrimary             bool   `json:"is_primary_config"` //where payloads would get stored?
	AWS_ACCESS_KEY_ID     string `json:"aws_access_key_id"`
	AWS_SECRET_ACCESS_KEY string `json:"aws_secret_access_key_id"`
	AWS_REGION            string `json:"aws_region"`
	AWS_BUCKET            string `json:"aws_bucket"`
	S3_MOCK               bool   `json:"aws_mock,omitempty"`             //for testing with minio
	S3_ENDPOINT           string `json:"aws_endpoint,omitempty"`         //for testing with minio
	S3_DISABLE_SSL        bool   `json:"aws_disable_ssl,omitempty"`      //for testing with minio
	S3_FORCE_PATH_STYLE   bool   `json:"aws_force_path_style,omitempty"` //for testing with minio
}

type BatchCloudProvider struct {
	BatchSession *batch.Batch
	Resources    map[string]provisionedResources
}

type CloudProvider interface {
	//initialize it with some sort of configuration?
	ProvisionResources(jobManager JobManager) error
	Dependencies(lm LinkedModelManifest, eventIndex int, dag DirectedAcyclicGraph) ([]*string, error)
	ResourcesForLinkedManifest(linkedManifestId string) (provisionedResources, bool)
	TearDownResources(job Job) error
	ProcessTask(job *Job, eventIndex int, payloadPath string, linkedManifest LinkedModelManifest) error
}

type ComputeResourceRequirements struct {
	LinkedManifestID   string `json:"linked_manifest_id" yaml:"linked_manifest_id"`
	ComputeEnvironment string `json:"compute_environment" yaml:"compute_environment"` //is this provided as JSON?
	JobDefinition      string `json:"job_definition" yaml:"job_definition"`
	Queue              string `json:"job_queue" yaml:"job_queue"`
}

type Config struct {
	CloudProvider Provider    `json:"cloud_provider_type"`
	AwsConfigs    []AwsConfig `json:"aws_configs"`
}

type DirectedAcyclicGraph struct {
	Models          []plugin.ModelIdentifier `json:"models" yaml:"models"`
	LinkedManifests []LinkedModelManifest    `json:"linked_manifests" yaml:"linked_manifests"`
}

type Job struct {
	Id                string               `json:"job_identifier" yaml:"job_identifier"`
	EventStartIndex   int                  `json:"event_start_index" yaml:"event_start_index"`
	EventEndIndex     int                  `json:"event_end_index" yaml:"event_end_index"`
	Dag               DirectedAcyclicGraph `json:"directed_acyclic_graph" yaml:"directed_acyclic_graph"`
	OutputDestination plugin.ResourceInfo  `json:"output_destination" yaml:"output_destination"`
}

type JobManager struct {
	// contains filtered or unexported fields
}

type JobManifest struct {
	Id                      string                        `json:"job_identifier" yaml:"job_identifier"`
	EventStartIndex         int                           `json:"event_start_index" yaml:"event_start_index"`
	EventEndIndex           int                           `json:"event_end_index" yaml:"event_end_index"`
	Models                  []plugin.ModelIdentifier      `json:"models" yaml:"models"`
	LinkedManifestResources []plugin.ResourceInfo         `json:"linked_manifests" yaml:"linked_manifests"`
	ComputeResources        []ComputeResourceRequirements `json:"resource_requirements" yaml:"resource_requirements"`
	OutputDestination       plugin.ResourceInfo           `json:"output_destination" yaml:"output_destination"`
}

type LinkedFileData struct {
	// Id is an internal element generated to identify any data element.
	Id string `json:"id,omitempty" yaml:"id,omitempty"`
	// FileName describes the name of the file that needs to be input or output.
	FileName string `json:"filename" yaml:"filename"`
	// Provider a provider is a specific output data element from a manifest.
	SourceDataId  string                   `json:"source_data_identifier" yaml:"source_data_identifier"`
	InternalPaths []LinkedInternalPathData `json:"internal_paths,omitempty" yaml:"internal_paths,omitempty"`
}

type LinkedInternalPathData struct {
	// Id is an internal element generated to identify any data element.
	Id string `json:"id,omitempty" yaml:"id,omitempty"`
	// PathName describes the internal path location to the data needed or produced.
	PathName     string `json:"pathname" yaml:"pathname"`
	SourcePathID string `json:"source_path_identifier,omitempty" yaml:"source_path_identifier,omitempty"`
	SourceFileID string `json:"source_file_identifier" yaml:"source_file_identifier"`
}

type LinkedModelManifest struct {
	ManifestID    string `json:"linked_manifest_id" yaml:"linked_manifest_id"`
	plugin.Plugin `json:"plugin" yaml:"plugin"`
	plugin.Model  `json:"model" yaml:"model"`
	Inputs        []LinkedFileData  `json:"inputs" yaml:"inputs"`
	Outputs       []plugin.FileData `json:"outputs" yaml:"outputs"`
}

type MockProvider struct {
	Resources map[string]provisionedResources
	// contains filtered or unexported fields
}

type PayloadProcessor func(payload plugin.ModelPayload, job Job, eventIndex int, modelManifest LinkedModelManifest) error

type Provider string