mr

type FileSorter struct {
	sync.RWMutex
	TmpFolder sophie.FsPath
	// contains filtered or unexported fields
}

type Input interface {
	// PartCount returns the number partitions.
	PartCount() (int, error)
	// index range [0, PartCount())
	Iterator(index int) (sophie.IterateCloser, error)
}

type InputStruct struct {
	PartCountF func() (int, error)
	IteratorF  func(index int) (sophie.IterateCloser, error)
}

type MapOnlyJob struct {
	// The slice of Inputs
	Source []Input

	// The factory for OnlyMappers
	NewMapperF func(src, part int) OnlyMapper

	// The slice of Outputs
	Dest []Output
}

type Mapper interface {
	// NewKey returns a new instance of the key Sophier object.
	NewKey() sophie.Sophier
	// NewVal returns a new instance of the value Sophier object.
	NewVal() sophie.Sophier
	// Map converts the input kv pair to what the Reducer expect and send to
	// the PartCollector.
	Map(key, val sophie.SophieWriter, c PartCollector) error
	// MapEnd is invoked after a partition of the Input is mapped.
	MapEnd(c PartCollector) error
}

type MapperStruct struct {
	// Func for Mapper.NewKey
	NewKeyF func() sophie.Sophier
	// Func for Mapper.NewVal
	NewValF func() sophie.Sophier
	// Func for Mapper.Map
	MapF func(key, val sophie.SophieWriter, c PartCollector) error
	// Func for Mapper.MapEnd
	MapEndF func(c PartCollector) error
}

type MemSorters struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

type MrJob struct {
	// The factory for Mappers
	NewMapperF func(src, part int) Mapper
	// The factory for Reducers
	NewReducerF func(part int) Reducer

	// The Sorter that sorts kv pairs mapped by Mappers and provides
	// SophierIterator for Reducers.
	Sorter Sorter

	// The source Inputs
	Source []Input
	// The destination Outputs
	Dest []Output
}

type OnlyMapper interface {
	// NewKey returns a new instance of key for reading from Source
	NewKey() sophie.Sophier
	// NewVal returns a new instance of value for reading from Source
	NewVal() sophie.Sophier
	// Make a map action for a key/val pair, collecting results to c.
	// NOTE the key-value pairs will be reused on next call to Map, so don't
	// make a deep copy if you want to save the contents.
	// If sophie.EOM is returned the mapping is stopped (as sucess).
	// If other non-nil error is returned, the job is aborted as failure.
	// @param c  the slice of Collectors. Same length as Source.
	Map(key, val sophie.SophieWriter, c []sophie.Collector) error
	// Make a map action at final stage, collecting results to c
	// @param c  the slice of Collectors. Same length as Source.
	MapEnd(c []sophie.Collector) error
}

type OnlyMapperStruct struct {
	NewKeyF func() sophie.Sophier
	NewValF func() sophie.Sophier
	MapF    func(key, val sophie.SophieWriter, c []sophie.Collector) error
	MapEndF func(c []sophie.Collector) error
}

type Output interface {
	// Collector generates a sophie.CollectCloser for collecting kv pairs.
	// index is an interger indicating the index to some partition.
	Collector(index int) (sophie.CollectCloser, error)
}

type OutputStruct struct {
	CollectorF func(int) (sophie.CollectCloser, error)
}

type PartCollector interface {
	CollectTo(part int, key, val sophie.SophieWriter) error
}

type ReduceIterator interface {
	// Iterate calls Reducer.Reduce for each key.
	Iterate(c []sophie.Collector, r Reducer) error
}

type Reducer interface {
	// NewKey returns a new instance of the key Sophier object for reducing.
	NewKey() sophie.Sophier
	// NewVal returns a new instance of the value Sophier object for reducing.
	NewVal() sophie.Sophier
	// to get all values:
	//   for {
	//	 	val, err := nextVal()
	//   	if errorsp.Cause(err) == io.EOF {
	//   		break;
	//   	}
	//      if err != nil {
	//   		return err;
	//   	}
	//      ...
	//   }
	Reduce(key sophie.SophieWriter, nextVal SophierIterator,
		c []sophie.Collector) error
	// MapEnd is invoked after a partition of the reducing kv pairs is reduced.
	ReduceEnd(c []sophie.Collector) error
}

type ReducerStruct struct {
	NewKeyF func() sophie.Sophier
	NewValF func() sophie.Sophier
	ReduceF func(key sophie.SophieWriter, nextVal SophierIterator,
		c []sophie.Collector) error
	ReduceEndF func(c []sophie.Collector) error
}

type SophierIterator func() (sophie.Sophier, error)

type Sorter interface {
	// NewPartCollector returns a PartCollector for receiving kv pairs from
	// Mappers.
	NewPartCollector(inPart int) (PartCollector, error)
	// ClosePartCollectors closes all PartCollectors opened. This should be
	// called when all kv pairs have been collected.
	ClosePartCollectors() error
	// Returns a slice of integers of all the partition indexes.
	ReduceParts() []int
	// NewReduceIterator creates and returns a ReduceIterator for a partition.
	NewReduceIterator(part int) (ReduceIterator, error)
}