jobs

type Connection ¶

type Connection struct {
	From string
	To   string
	Port int64
}

func (c Connection) String() string

type CrawlBucketJob ¶

type CrawlBucketJob struct {
	Bucketname string
	Bucketpath string
	Depth      int
}

type JobFunc ¶

type JobFunc func(logger *log.Logger, qc *que.Client, job *que.Job, appconfig map[string]interface{}) error

JobFunc should do a thing. Return either: nil => No error, move onto next job ErrImmediateReschedule => wrapper try it again immediately. ErrDidNotReschedule => wrapper will rely on queue lib to reschedule or retry. any other error => wrapper will rely on que to reschedule

type JobFuncWrapper ¶

type JobFuncWrapper struct {
	QC        *que.Client
	Logger    *log.Logger
	F         JobFunc
	AppConfig map[string]interface{}
}

func (scw *JobFuncWrapper) Run(job *que.Job) error

type ParseS3LogJob ¶

type ParseS3LogJob struct {
	Bucketname string
	Objectpath string
}