master

package

v0.0.0-...-278ce41 Latest Latest Go to latest Published: Jan 28, 2024 License: Apache-2.0 Imports: 21 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

View Source

const (
	ResourcePath = "/resources"

	ResourceAdd = iota
	ResourceDel
)

This section is empty.

This section is empty.

type Command int

type Master struct {
	ID string

	IDGen *snowflake.Node
	// contains filtered or unexported fields
}

func New(id string, opts ...Option) (*Master, error)

func (m *Master) AddResource(ctx context.Context, req *pb.ResourceSpec, resp *pb.NodeSpec) error

func (m *Master) AddResources(rs []*ResourceSpec)

func (m *Master) AddSeed()

func (m *Master) Assign(_ *ResourceSpec) (*NodeSpec, error)

func (m *Master) BecomeLeader() error

func (m *Master) Campaign()

func (m *Master) DelResource(ctx context.Context, spec *pb.ResourceSpec, _ *empty.Empty) error

func (m *Master) IsLeader() bool

func (m *Master) SetForwardCli(forwardCli crawler.CrawlerMasterService)

func (m *Master) WatcherWorker() chan *registry.Result

type Message struct {
	Cmd   Command
	Specs []*ResourceSpec
}

type NodeSpec struct {
	Node    *registry.Node
	Payload int // 负载
}

type Option func(opts *options)

func WithGRPCAddr(addr string) Option

func WithLogger(logger *zap.Logger) Option

func WithRegistry(reg registry.Registry) Option

func WithRegistryURL(registryURL string) Option

func WithSeeds(seeds []*spider.Task) Option

type ResourceSpec struct {
	ID           string
	Name         string
	AssignedNode string
	CreateTime   int64
}

func Decode(ds []byte) (*ResourceSpec, error)