entity

package
v0.6.2 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 12, 2023 License: Apache-2.0 Imports: 14 Imported by: 3

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Address added in v0.6.0

type Address struct {
	Host string
	Port string
}

func NewAddress added in v0.6.0

func NewAddress(opts *AddressOptions) (res *Address)

func NewAddressFromString added in v0.6.0

func NewAddressFromString(address string) (res *Address, err error)

func (*Address) IsEmpty added in v0.6.0

func (a *Address) IsEmpty() (res bool)

func (*Address) String added in v0.6.0

func (a *Address) String() (res string)

func (*Address) Value added in v0.6.0

func (a *Address) Value() (res interface{})

type AddressOptions added in v0.6.0

type AddressOptions struct {
	Host string
	Port string
}

type BatchRequestPayload added in v0.6.0

type BatchRequestPayload struct {
	Ids []primitive.ObjectID `form:"ids" json:"ids"`
}

type BatchRequestPayloadWithStringData added in v0.6.0

type BatchRequestPayloadWithStringData struct {
	Ids    []primitive.ObjectID `form:"ids" json:"ids"`
	Data   string               `form:"data" json:"data"`
	Fields []string             `form:"fields" json:"fields"`
}

type Color added in v0.6.0

type Color struct {
	Name string `json:"name"`
	Hex  string `json:"hex"`
}

func (*Color) GetHex added in v0.6.0

func (c *Color) GetHex() string

func (*Color) GetName added in v0.6.0

func (c *Color) GetName() string

func (*Color) Value added in v0.6.0

func (c *Color) Value() interface{}

type Condition added in v0.6.0

type Condition struct {
	Key   string      `json:"key"`
	Op    string      `json:"op"`
	Value interface{} `json:"value"`
}

func (*Condition) GetKey added in v0.6.1

func (c *Condition) GetKey() (key string)

func (*Condition) GetOp added in v0.6.1

func (c *Condition) GetOp() (op string)

func (*Condition) GetValue added in v0.6.1

func (c *Condition) GetValue() (value interface{})

func (*Condition) SetKey added in v0.6.1

func (c *Condition) SetKey(key string)

func (*Condition) SetOp added in v0.6.1

func (c *Condition) SetOp(op string)

func (*Condition) SetValue added in v0.6.1

func (c *Condition) SetValue(value interface{})

type ConfigSpiderData

type ConfigSpiderData struct {
	// 通用
	Name        string `yaml:"name" json:"name"`
	DisplayName string `yaml:"display_name" json:"display_name"`
	Col         string `yaml:"col" json:"col"`
	Remark      string `yaml:"remark" json:"remark"`
	Type        string `yaml:"type" bson:"type"`

	// 可配置爬虫
	Engine     string            `yaml:"engine" json:"engine"`
	StartUrl   string            `yaml:"start_url" json:"start_url"`
	StartStage string            `yaml:"start_stage" json:"start_stage"`
	Stages     []Stage           `yaml:"stages" json:"stages"`
	Settings   map[string]string `yaml:"settings" json:"settings"`

	// 自定义爬虫
	Cmd string `yaml:"cmd" json:"cmd"`
}

type DataField added in v0.6.1

type DataField struct {
	Key  string `json:"key" bson:"key"`
	Type string `json:"type" bson:"type"`
}

type DocItem

type DocItem struct {
	Title    string    `json:"title"`
	Url      string    `json:"url"`
	Path     string    `json:"path"`
	Children []DocItem `json:"children"`
}

type ElasticsearchResponseData added in v0.6.2

type ElasticsearchResponseData struct {
	Took    int64 `json:"took"`
	Timeout bool  `json:"timeout"`
	Hits    struct {
		Total struct {
			Value    int64  `json:"value"`
			Relation string `json:"relation"`
		} `json:"total"`
		MaxScore float64 `json:"max_score"`
		Hits     []struct {
			Index  string      `json:"_index"`
			Id     string      `json:"_id"`
			Score  float64     `json:"_score"`
			Source interface{} `json:"_source"`
		} `json:"hits"`
	} `json:"hits"`
}

type EventData added in v0.6.0

type EventData struct {
	Event string
	Data  interface{}
}

func (*EventData) GetData added in v0.6.0

func (d *EventData) GetData() interface{}

func (*EventData) GetEvent added in v0.6.0

func (d *EventData) GetEvent() string

type Export added in v0.6.1

type Export struct {
	Id           string            `json:"id"`
	Type         string            `json:"type"`
	Target       string            `json:"target"`
	Filter       interfaces.Filter `json:"filter"`
	Status       string            `json:"status"`
	StartTs      time.Time         `json:"start_ts"`
	EndTs        time.Time         `json:"end_ts"`
	FileName     string            `json:"file_name"`
	DownloadPath string            `json:"-"`
	Limit        int               `json:"-"`
}

func (*Export) GetDownloadPath added in v0.6.1

func (e *Export) GetDownloadPath() string

func (*Export) GetEndTs added in v0.6.1

func (e *Export) GetEndTs() time.Time

func (*Export) GetFilter added in v0.6.1

func (e *Export) GetFilter() interfaces.Filter

func (*Export) GetId added in v0.6.1

func (e *Export) GetId() string

func (*Export) GetStartTs added in v0.6.1

func (e *Export) GetStartTs() time.Time

func (*Export) GetStatus added in v0.6.1

func (e *Export) GetStatus() string

func (*Export) GetTarget added in v0.6.1

func (e *Export) GetTarget() string

func (*Export) GetType added in v0.6.1

func (e *Export) GetType() string

type Field

type Field struct {
	Name      string `yaml:"name" json:"name"`
	Css       string `yaml:"css" json:"css"`
	Xpath     string `yaml:"xpath" json:"xpath"`
	Attr      string `yaml:"attr" json:"attr"`
	NextStage string `yaml:"next_stage" json:"next_stage"`
	Remark    string `yaml:"remark" json:"remark"`
}

type FileRequestPayload added in v0.6.0

type FileRequestPayload struct {
	Path    string `json:"path" form:"path"`
	NewPath string `json:"new_path" form:"new_path"`
	Data    string `json:"data" form:"data"`
}

type Filter added in v0.6.0

type Filter struct {
	IsOr       bool         `form:"is_or" url:"is_or"`
	Conditions []*Condition `json:"conditions"`
}

func (*Filter) GetConditions added in v0.6.1

func (f *Filter) GetConditions() (conditions []interfaces.FilterCondition)

func (*Filter) GetIsOr added in v0.6.1

func (f *Filter) GetIsOr() (isOr bool)

func (*Filter) IsNil added in v0.6.1

func (f *Filter) IsNil() (ok bool)

func (*Filter) SetConditions added in v0.6.1

func (f *Filter) SetConditions(conditions []interfaces.FilterCondition)

func (*Filter) SetIsOr added in v0.6.1

func (f *Filter) SetIsOr(isOr bool)

type FilterSelectOption added in v0.6.1

type FilterSelectOption struct {
	Value interface{} `json:"value" bson:"value"`
	Label string      `json:"label" bson:"label"`
}

type FsFileInfo added in v0.6.0

type FsFileInfo struct {
	Name      string                  `json:"name"`      // file name
	Path      string                  `json:"path"`      // file path
	FullPath  string                  `json:"full_path"` // file full path
	Extension string                  `json:"extension"` // file extension
	Md5       string                  `json:"md5"`       // MD5 hash
	IsDir     bool                    `json:"is_dir"`    // whether it is directory
	FileSize  int64                   `json:"file_size"` // file size (bytes)
	Children  []interfaces.FsFileInfo `json:"children"`  // children for sub-directory
}

func (*FsFileInfo) GetChildren added in v0.6.0

func (f *FsFileInfo) GetChildren() []interfaces.FsFileInfo

func (*FsFileInfo) GetExtension added in v0.6.0

func (f *FsFileInfo) GetExtension() string

func (*FsFileInfo) GetFileSize added in v0.6.0

func (f *FsFileInfo) GetFileSize() int64

func (*FsFileInfo) GetFullPath added in v0.6.0

func (f *FsFileInfo) GetFullPath() string

func (*FsFileInfo) GetIsDir added in v0.6.0

func (f *FsFileInfo) GetIsDir() bool

func (*FsFileInfo) GetMd5 added in v0.6.0

func (f *FsFileInfo) GetMd5() string

func (*FsFileInfo) GetName added in v0.6.0

func (f *FsFileInfo) GetName() string

func (*FsFileInfo) GetPath added in v0.6.0

func (f *FsFileInfo) GetPath() string

type GitConfig added in v0.6.0

type GitConfig struct {
	Url string `json:"url" bson:"url"`
}

type GitPayload added in v0.6.0

type GitPayload struct {
	Paths         []string `json:"paths"`
	CommitMessage string   `json:"commit_message"`
	Branch        string   `json:"branch"`
	Tag           string   `json:"tag"`
}

type GrpcBaseServiceMessage added in v0.6.0

type GrpcBaseServiceMessage struct {
	ModelId interfaces.ModelId `json:"id"`
	Data    []byte             `json:"d"`
}

func (*GrpcBaseServiceMessage) GetData added in v0.6.0

func (msg *GrpcBaseServiceMessage) GetData() []byte

func (*GrpcBaseServiceMessage) GetModelId added in v0.6.0

func (msg *GrpcBaseServiceMessage) GetModelId() interfaces.ModelId

func (*GrpcBaseServiceMessage) ToBytes added in v0.6.0

func (msg *GrpcBaseServiceMessage) ToBytes() (data []byte)

type GrpcBaseServiceParams added in v0.6.0

type GrpcBaseServiceParams struct {
	Query       bson.M             `json:"q"`
	Id          primitive.ObjectID `json:"id"`
	Update      bson.M             `json:"u"`
	Doc         interfaces.Model   `json:"d"`
	Fields      []string           `json:"f"`
	FindOptions *mongo.FindOptions `json:"o"`
	Docs        []interface{}      `json:"dl"`
	User        interfaces.User    `json:"U"`
}

func (*GrpcBaseServiceParams) Value added in v0.6.0

func (params *GrpcBaseServiceParams) Value() interface{}

type GrpcDelegateMessage added in v0.6.0

type GrpcDelegateMessage struct {
	ModelId interfaces.ModelId             `json:"id"`
	Method  interfaces.ModelDelegateMethod `json:"m"`
	Data    []byte                         `json:"d"`
}

func (*GrpcDelegateMessage) GetData added in v0.6.0

func (msg *GrpcDelegateMessage) GetData() []byte

func (*GrpcDelegateMessage) GetMethod added in v0.6.0

func (*GrpcDelegateMessage) GetModelId added in v0.6.0

func (msg *GrpcDelegateMessage) GetModelId() interfaces.ModelId

func (*GrpcDelegateMessage) ToBytes added in v0.6.0

func (msg *GrpcDelegateMessage) ToBytes() (data []byte)

type GrpcEventServiceMessage added in v0.6.0

type GrpcEventServiceMessage struct {
	Type   string   `json:"type"`
	Events []string `json:"events"`
	Key    string   `json:"key"`
	Data   []byte   `json:"data"`
}

type GrpcSubscribe added in v0.6.0

type GrpcSubscribe struct {
	Stream   interfaces.GrpcStream
	Finished chan bool
}

func (*GrpcSubscribe) GetFinished added in v0.6.0

func (sub *GrpcSubscribe) GetFinished() chan bool

func (*GrpcSubscribe) GetStream added in v0.6.0

func (sub *GrpcSubscribe) GetStream() interfaces.GrpcStream

func (*GrpcSubscribe) GetStreamBidirectional added in v0.6.0

func (sub *GrpcSubscribe) GetStreamBidirectional() interfaces.GrpcStreamBidirectional

type ListRequestData added in v0.6.0

type ListRequestData struct {
	PageNum  int    `form:"page_num" json:"page_num"`
	PageSize int    `form:"page_size" json:"page_size"`
	SortKey  string `form:"sort_key" json:"sort_key"`
	Status   string `form:"status" json:"status"`
	Keyword  string `form:"keyword" json:"keyword"`
}

type ListResponse added in v0.6.0

type ListResponse struct {
	Status  string      `json:"status"`
	Message string      `json:"message"`
	Total   int         `json:"total"`
	Data    interface{} `json:"data"`
	Error   string      `json:"error"`
}

type ModelDelegate added in v0.6.0

type ModelDelegate struct {
	Id       interfaces.ModelId       `json:"id"`
	ColName  string                   `json:"col_name"`
	Doc      interfaces.Model         `json:"doc"`
	Artifact interfaces.ModelArtifact `json:"a"`
	User     interfaces.User          `json:"u"`
}

type ModelInfo added in v0.6.0

type ModelInfo struct {
	Id      interfaces.ModelId
	ColName string
}

type NodeInfo added in v0.6.0

type NodeInfo struct {
	Key         string `json:"key"`
	IsMaster    bool   `json:"is_master"`
	Name        string `json:"name"`
	Ip          string `json:"ip"`
	Mac         string `json:"mac"`
	Hostname    string `json:"hostname"`
	Description string `json:"description"`
	AuthKey     string `json:"auth_key"`
	MaxRunners  int    `json:"max_runners"`
}

func (NodeInfo) Value added in v0.6.0

func (n NodeInfo) Value() interface{}

type Page

type Page struct {
	Skip     int
	Limit    int
	PageNum  int
	PageSize int
}

func (*Page) GetPage

func (p *Page) GetPage(pageNum string, pageSize string)

type Pagination added in v0.6.0

type Pagination struct {
	Page int `form:"page" url:"page"`
	Size int `form:"size" url:"size"`
}

func (*Pagination) IsDefault added in v0.6.1

func (p *Pagination) IsDefault() (ok bool)

func (*Pagination) IsZero added in v0.6.1

func (p *Pagination) IsZero() (ok bool)

type PluginEventKey added in v0.6.0

type PluginEventKey struct {
	Include string `json:"include" bson:"include"`
	Exclude string `json:"exclude" bson:"exclude"`
}

type PluginSetting added in v0.6.0

type PluginSetting struct {
	PluginBaseUrl   string `json:"plugin_base_url"`
	GithubPublicOrg string `json:"github_public_org"`
	RepoPrefix      string `json:"repo_prefix"`
	GoProxy         string `json:"go_proxy"`
}

func NewPluginSetting added in v0.6.0

func NewPluginSetting(value bson.M) (ps PluginSetting)

func (*PluginSetting) Value added in v0.6.0

func (ps *PluginSetting) Value() (value bson.M)

type PluginSubStatus added in v0.6.0

type PluginSubStatus struct {
	NodeId primitive.ObjectID `json:"node_id" bson:"node_id"`
	Status string             `json:"status" bson:"status"`
	Pid    int                `json:"pid" bson:"pid"`
	Error  string             `json:"error" bson:"error"`
}

type PluginUIAsset added in v0.6.0

type PluginUIAsset struct {
	Path string `json:"path" bson:"path"`
	Type string `json:"type" bson:"type"`
}

type PluginUIComponent added in v0.6.0

type PluginUIComponent struct {
	Name        string   `json:"name" bson:"name"`
	Title       string   `json:"title" bson:"title"`
	Src         string   `json:"src" bson:"src"`
	Type        string   `json:"type" bson:"type"`
	Path        string   `json:"path" bson:"path"`
	ParentPaths []string `json:"parent_paths" bson:"parent_paths"`
}

type PluginUINav added in v0.6.0

type PluginUINav struct {
	Path     string        `json:"path" bson:"path"`
	Title    string        `json:"title" bson:"title"`
	Icon     []string      `json:"icon" bson:"icon"`
	Children []PluginUINav `json:"children,omitempty" bson:"children,omitempty"`
}

type PublicPlugin added in v0.6.0

type PublicPlugin struct {
	Id          int    `json:"id"`
	Name        string `json:"name"`
	FullName    string `json:"full_name"`
	Description string `json:"description"`
	HtmlUrl     string `json:"html_url"`
	PushedAt    string `json:"pushed_at"`
	CreatedAt   string `json:"created_at"`
	UpdatedAt   string `json:"updated_at"`
}

type Release

type Release struct {
	Name        string `json:"name"`
	Draft       bool   `json:"draft"`
	PreRelease  bool   `json:"pre_release"`
	PublishedAt string `json:"published_at"`
	Body        string `json:"body"`
}

type ReleaseSlices

type ReleaseSlices []Release

func (ReleaseSlices) Len

func (r ReleaseSlices) Len() int

func (ReleaseSlices) Less

func (r ReleaseSlices) Less(i, j int) bool

func (ReleaseSlices) Swap

func (r ReleaseSlices) Swap(i, j int)

type Response added in v0.6.0

type Response struct {
	Status  string      `json:"status"`
	Message string      `json:"message"`
	Data    interface{} `json:"data"`
	Error   string      `json:"error"`
}

type Result added in v0.6.0

type Result map[string]interface{}

func (Result) Bytes added in v0.6.0

func (r Result) Bytes() (bytes []byte)

func (Result) DenormalizeObjectId added in v0.6.0

func (r Result) DenormalizeObjectId() (res Result)

func (Result) Flatten added in v0.6.0

func (r Result) Flatten() (res Result)

func (Result) GetTaskId added in v0.6.0

func (r Result) GetTaskId() (id primitive.ObjectID)

func (Result) GetValue added in v0.6.0

func (r Result) GetValue(key string) (value interface{})

func (Result) SetTaskId added in v0.6.0

func (r Result) SetTaskId(id primitive.ObjectID)

func (Result) SetValue added in v0.6.0

func (r Result) SetValue(key string, value interface{})

func (Result) String added in v0.6.0

func (r Result) String() (s string)

func (Result) ToJSON added in v0.6.0

func (r Result) ToJSON() (res Result)

func (Result) Value added in v0.6.0

func (r Result) Value() map[string]interface{}

type RpcMessage

type RpcMessage struct {
	Id      string            `json:"id"`      // 消息ID
	Method  string            `json:"method"`  // 消息方法
	NodeId  string            `json:"node_id"` // 节点ID
	Params  map[string]string `json:"params"`  // 参数
	Timeout int               `json:"timeout"` // 超时
	Result  string            `json:"result"`  // 结果
	Error   string            `json:"error"`   // 错误
}

type ScrapyItem

type ScrapyItem struct {
	Name   string   `json:"name"`
	Fields []string `json:"fields"`
}

type ScrapySettingParam

type ScrapySettingParam struct {
	Key   string      `json:"key"`
	Value interface{} `json:"value"`
	Type  string      `json:"type"`
}

type Sort added in v0.6.0

type Sort struct {
	Key       string `json:"key"`
	Direction string `json:"d"`
}

type SpiderType

type SpiderType struct {
	Type  string `json:"type" bson:"_id"`
	Count int    `json:"count" bson:"count"`
}

type Stage

type Stage struct {
	Name      string  `yaml:"name" json:"name"`
	IsList    bool    `yaml:"is_list" json:"is_list"`
	ListCss   string  `yaml:"list_css" json:"list_css"`
	ListXpath string  `yaml:"list_xpath" json:"list_xpath"`
	PageCss   string  `yaml:"page_css" json:"page_css"`
	PageXpath string  `yaml:"page_xpath" json:"page_xpath"`
	PageAttr  string  `yaml:"page_attr" json:"page_attr"`
	Fields    []Field `yaml:"fields" json:"fields"`
}

type StatsDailyItem added in v0.6.0

type StatsDailyItem struct {
	Date    string `json:"date" bson:"_id"`
	Tasks   int64  `json:"tasks" bson:"tasks"`
	Results int64  `json:"results" bson:"results"`
}

type StatsTasksByStatusItem added in v0.6.0

type StatsTasksByStatusItem struct {
	Status string `json:"status" bson:"_id"`
	Tasks  int64  `json:"tasks" bson:"tasks"`
}

type StreamMessageTaskData added in v0.6.0

type StreamMessageTaskData struct {
	TaskId  primitive.ObjectID `json:"task_id"`
	Records []Result           `json:"data"`
	Logs    []string           `json:"logs"`
}

type SystemInfo

type SystemInfo struct {
	Edition string `json:"edition"` // edition. e.g. community / pro
	Version string `json:"version"` // version. e.g. v0.6.0
}

type TTLMap added in v0.6.1

type TTLMap struct {
	TTL time.Duration
	// contains filtered or unexported fields
}

func NewTTLMap added in v0.6.1

func NewTTLMap(ttl time.Duration) (m *TTLMap)

func (*TTLMap) Load added in v0.6.1

func (t *TTLMap) Load(key string) (val interface{})

func (*TTLMap) Store added in v0.6.1

func (t *TTLMap) Store(key string, val interface{})

type TaskMessage added in v0.6.0

type TaskMessage struct {
	Id    primitive.ObjectID `json:"id"`
	Key   string             `json:"key"`
	Cmd   string             `json:"cmd"`
	Param string             `json:"param"`
}

func (*TaskMessage) ToString added in v0.6.0

func (m *TaskMessage) ToString() (string, error)

type TaskRunOptions added in v0.6.0

type TaskRunOptions struct {
}

type Translation added in v0.6.0

type Translation struct {
	Lang  string `json:"lang"`
	Key   string `json:"key"`
	Value string `json:"value"`
}

func (Translation) GetLang added in v0.6.0

func (t Translation) GetLang() (l string)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL