job

type Client struct {
	// contains filtered or unexported fields
}

type Config struct {
	//one of https://godoc.org/gopkg.in/amz.v1/aws#pkg-variables ap-northeast-1, ap-southeast-1, etc...
	S3Region     string //The S3 region we wanna use for temporary stuff
	S3Endpoint   string //overrides region
	BucketName   string //A pre-existing bucket
	BucketPrefix string //Prepended to all keys, to reduce clutter in bucket root
	JobURL       string //The URL for job
}

type MapReduceJob struct {
	*sync.RWMutex
	Name      string             `json:"name"`      //Name generated by system
	Namespace string             `json:"namespace"` //Name generated by system
	Status    string             `json:"status"`    //Status of the job
	Err       string             `json:"error"`     //Errors, if any
	Maps      map[int]MapTask    `json:"maps"`
	Reduces   map[int]ReduceTask `json:"reduces"`
	Results   []string           `json:"results"`
	Replicas  *int32             `json:"replicas"` //Number of workers to run in parallel
	Inputs    []string           `json:"inputs"`   //List of initial inputs for the map phase
	//UserSecretName string              `json:"usersecretname"` //Optional: Name of secret in job's namespace to be available to worker
	Template v1.PodTemplateSpec `json:"template"` //Pod template for the job
	// contains filtered or unexported fields
}

type MapTask struct {
	Worker  string         `json:"worker"`  //Hostname, used for locking
	Input   string         `json:"input"`   //One input per map
	Outputs map[int]string `json:"outputs"` //Multiple possible outputs
	Err     string         `json:"error"`
	Status  string         `json:"status"`
}

type ReduceTask struct {
	Worker string   `json:"worker"` //Hostname, used for locking
	Inputs []string `json:"inputs"` //Multiple possible inputs for a reduce job
	Output string   `json:"output"` //Single output from reduce
	Err    string   `json:"error"`
	Status string   `json:"status"`
}

type Result string