Documentation ¶
Index ¶
- Variables
- func RegisterConfigServer(s *grpc.Server, srv ConfigServer)
- type BrowserConfig
- func (*BrowserConfig) Descriptor() ([]byte, []int)
- func (m *BrowserConfig) GetHeaders() map[string]string
- func (m *BrowserConfig) GetMaxInactivityTimeMs() int64
- func (m *BrowserConfig) GetPageLoadTimeoutMs() int64
- func (m *BrowserConfig) GetScriptParameters() map[string]string
- func (m *BrowserConfig) GetScriptRef() []*ConfigRef
- func (m *BrowserConfig) GetScriptSelector() []string
- func (m *BrowserConfig) GetUserAgent() string
- func (m *BrowserConfig) GetWindowHeight() int32
- func (m *BrowserConfig) GetWindowWidth() int32
- func (*BrowserConfig) ProtoMessage()
- func (m *BrowserConfig) Reset()
- func (m *BrowserConfig) String() string
- func (m *BrowserConfig) XXX_DiscardUnknown()
- func (m *BrowserConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *BrowserConfig) XXX_Merge(src proto.Message)
- func (m *BrowserConfig) XXX_Size() int
- func (m *BrowserConfig) XXX_Unmarshal(b []byte) error
- type BrowserScript
- func (*BrowserScript) Descriptor() ([]byte, []int)
- func (m *BrowserScript) GetScript() string
- func (m *BrowserScript) GetUrlRegexp() []string
- func (*BrowserScript) ProtoMessage()
- func (m *BrowserScript) Reset()
- func (m *BrowserScript) String() string
- func (m *BrowserScript) XXX_DiscardUnknown()
- func (m *BrowserScript) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *BrowserScript) XXX_Merge(src proto.Message)
- func (m *BrowserScript) XXX_Size() int
- func (m *BrowserScript) XXX_Unmarshal(b []byte) error
- type Collection
- func (*Collection) Descriptor() ([]byte, []int)
- func (m *Collection) GetCollectionDedupPolicy() Collection_RotationPolicy
- func (m *Collection) GetCompress() bool
- func (m *Collection) GetFileRotationPolicy() Collection_RotationPolicy
- func (m *Collection) GetFileSize() int64
- func (m *Collection) GetSubCollections() []*Collection_SubCollection
- func (*Collection) ProtoMessage()
- func (m *Collection) Reset()
- func (m *Collection) String() string
- func (m *Collection) XXX_DiscardUnknown()
- func (m *Collection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Collection) XXX_Merge(src proto.Message)
- func (m *Collection) XXX_Size() int
- func (m *Collection) XXX_Unmarshal(b []byte) error
- type Collection_RotationPolicy
- type Collection_SubCollection
- func (*Collection_SubCollection) Descriptor() ([]byte, []int)
- func (m *Collection_SubCollection) GetName() string
- func (m *Collection_SubCollection) GetType() Collection_SubCollectionType
- func (*Collection_SubCollection) ProtoMessage()
- func (m *Collection_SubCollection) Reset()
- func (m *Collection_SubCollection) String() string
- func (m *Collection_SubCollection) XXX_DiscardUnknown()
- func (m *Collection_SubCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Collection_SubCollection) XXX_Merge(src proto.Message)
- func (m *Collection_SubCollection) XXX_Size() int
- func (m *Collection_SubCollection) XXX_Unmarshal(b []byte) error
- type Collection_SubCollectionType
- type ConfigClient
- type ConfigObject
- func (*ConfigObject) Descriptor() ([]byte, []int)
- func (m *ConfigObject) GetApiVersion() string
- func (m *ConfigObject) GetBrowserConfig() *BrowserConfig
- func (m *ConfigObject) GetBrowserScript() *BrowserScript
- func (m *ConfigObject) GetCollection() *Collection
- func (m *ConfigObject) GetCrawlConfig() *CrawlConfig
- func (m *ConfigObject) GetCrawlEntity() *CrawlEntity
- func (m *ConfigObject) GetCrawlHostGroupConfig() *CrawlHostGroupConfig
- func (m *ConfigObject) GetCrawlJob() *CrawlJob
- func (m *ConfigObject) GetCrawlScheduleConfig() *CrawlScheduleConfig
- func (m *ConfigObject) GetId() string
- func (m *ConfigObject) GetKind() Kind
- func (m *ConfigObject) GetMeta() *Meta
- func (m *ConfigObject) GetPolitenessConfig() *PolitenessConfig
- func (m *ConfigObject) GetRoleMapping() *RoleMapping
- func (m *ConfigObject) GetSeed() *Seed
- func (m *ConfigObject) GetSpec() isConfigObject_Spec
- func (*ConfigObject) ProtoMessage()
- func (m *ConfigObject) Reset()
- func (m *ConfigObject) String() string
- func (m *ConfigObject) XXX_DiscardUnknown()
- func (m *ConfigObject) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ConfigObject) XXX_Merge(src proto.Message)
- func (*ConfigObject) XXX_OneofWrappers() []interface{}
- func (m *ConfigObject) XXX_Size() int
- func (m *ConfigObject) XXX_Unmarshal(b []byte) error
- type ConfigObject_BrowserConfig
- type ConfigObject_BrowserScript
- type ConfigObject_Collection
- type ConfigObject_CrawlConfig
- type ConfigObject_CrawlEntity
- type ConfigObject_CrawlHostGroupConfig
- type ConfigObject_CrawlJob
- type ConfigObject_CrawlScheduleConfig
- type ConfigObject_PolitenessConfig
- type ConfigObject_RoleMapping
- type ConfigObject_Seed
- type ConfigRef
- func (*ConfigRef) Descriptor() ([]byte, []int)
- func (m *ConfigRef) GetId() string
- func (m *ConfigRef) GetKind() Kind
- func (*ConfigRef) ProtoMessage()
- func (m *ConfigRef) Reset()
- func (m *ConfigRef) String() string
- func (m *ConfigRef) XXX_DiscardUnknown()
- func (m *ConfigRef) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ConfigRef) XXX_Merge(src proto.Message)
- func (m *ConfigRef) XXX_Size() int
- func (m *ConfigRef) XXX_Unmarshal(b []byte) error
- type ConfigServer
- type Config_ListConfigObjectsClient
- type Config_ListConfigObjectsServer
- type CrawlConfig
- func (*CrawlConfig) Descriptor() ([]byte, []int)
- func (m *CrawlConfig) GetBrowserConfigRef() *ConfigRef
- func (m *CrawlConfig) GetCollectionRef() *ConfigRef
- func (m *CrawlConfig) GetExtra() *ExtraConfig
- func (m *CrawlConfig) GetMinimumDnsTtlS() int32
- func (m *CrawlConfig) GetPolitenessRef() *ConfigRef
- func (m *CrawlConfig) GetPriorityWeight() float64
- func (*CrawlConfig) ProtoMessage()
- func (m *CrawlConfig) Reset()
- func (m *CrawlConfig) String() string
- func (m *CrawlConfig) XXX_DiscardUnknown()
- func (m *CrawlConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlConfig) XXX_Merge(src proto.Message)
- func (m *CrawlConfig) XXX_Size() int
- func (m *CrawlConfig) XXX_Unmarshal(b []byte) error
- type CrawlEntity
- func (*CrawlEntity) Descriptor() ([]byte, []int)
- func (*CrawlEntity) ProtoMessage()
- func (m *CrawlEntity) Reset()
- func (m *CrawlEntity) String() string
- func (m *CrawlEntity) XXX_DiscardUnknown()
- func (m *CrawlEntity) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlEntity) XXX_Merge(src proto.Message)
- func (m *CrawlEntity) XXX_Size() int
- func (m *CrawlEntity) XXX_Unmarshal(b []byte) error
- type CrawlHostGroupConfig
- func (*CrawlHostGroupConfig) Descriptor() ([]byte, []int)
- func (m *CrawlHostGroupConfig) GetIpRange() []*CrawlHostGroupConfig_IpRange
- func (*CrawlHostGroupConfig) ProtoMessage()
- func (m *CrawlHostGroupConfig) Reset()
- func (m *CrawlHostGroupConfig) String() string
- func (m *CrawlHostGroupConfig) XXX_DiscardUnknown()
- func (m *CrawlHostGroupConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlHostGroupConfig) XXX_Merge(src proto.Message)
- func (m *CrawlHostGroupConfig) XXX_Size() int
- func (m *CrawlHostGroupConfig) XXX_Unmarshal(b []byte) error
- type CrawlHostGroupConfig_IpRange
- func (*CrawlHostGroupConfig_IpRange) Descriptor() ([]byte, []int)
- func (m *CrawlHostGroupConfig_IpRange) GetIpFrom() string
- func (m *CrawlHostGroupConfig_IpRange) GetIpTo() string
- func (*CrawlHostGroupConfig_IpRange) ProtoMessage()
- func (m *CrawlHostGroupConfig_IpRange) Reset()
- func (m *CrawlHostGroupConfig_IpRange) String() string
- func (m *CrawlHostGroupConfig_IpRange) XXX_DiscardUnknown()
- func (m *CrawlHostGroupConfig_IpRange) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlHostGroupConfig_IpRange) XXX_Merge(src proto.Message)
- func (m *CrawlHostGroupConfig_IpRange) XXX_Size() int
- func (m *CrawlHostGroupConfig_IpRange) XXX_Unmarshal(b []byte) error
- type CrawlJob
- func (*CrawlJob) Descriptor() ([]byte, []int)
- func (m *CrawlJob) GetCrawlConfigRef() *ConfigRef
- func (m *CrawlJob) GetDisabled() bool
- func (m *CrawlJob) GetLimits() *CrawlLimitsConfig
- func (m *CrawlJob) GetScheduleRef() *ConfigRef
- func (*CrawlJob) ProtoMessage()
- func (m *CrawlJob) Reset()
- func (m *CrawlJob) String() string
- func (m *CrawlJob) XXX_DiscardUnknown()
- func (m *CrawlJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlJob) XXX_Merge(src proto.Message)
- func (m *CrawlJob) XXX_Size() int
- func (m *CrawlJob) XXX_Unmarshal(b []byte) error
- type CrawlLimitsConfig
- func (*CrawlLimitsConfig) Descriptor() ([]byte, []int)
- func (m *CrawlLimitsConfig) GetDepth() int32
- func (m *CrawlLimitsConfig) GetMaxBytes() int64
- func (m *CrawlLimitsConfig) GetMaxDurationS() int64
- func (*CrawlLimitsConfig) ProtoMessage()
- func (m *CrawlLimitsConfig) Reset()
- func (m *CrawlLimitsConfig) String() string
- func (m *CrawlLimitsConfig) XXX_DiscardUnknown()
- func (m *CrawlLimitsConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlLimitsConfig) XXX_Merge(src proto.Message)
- func (m *CrawlLimitsConfig) XXX_Size() int
- func (m *CrawlLimitsConfig) XXX_Unmarshal(b []byte) error
- type CrawlScheduleConfig
- func (*CrawlScheduleConfig) Descriptor() ([]byte, []int)
- func (m *CrawlScheduleConfig) GetCronExpression() string
- func (m *CrawlScheduleConfig) GetValidFrom() *timestamp.Timestamp
- func (m *CrawlScheduleConfig) GetValidTo() *timestamp.Timestamp
- func (*CrawlScheduleConfig) ProtoMessage()
- func (m *CrawlScheduleConfig) Reset()
- func (m *CrawlScheduleConfig) String() string
- func (m *CrawlScheduleConfig) XXX_DiscardUnknown()
- func (m *CrawlScheduleConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlScheduleConfig) XXX_Merge(src proto.Message)
- func (m *CrawlScheduleConfig) XXX_Size() int
- func (m *CrawlScheduleConfig) XXX_Unmarshal(b []byte) error
- type CrawlScope
- func (*CrawlScope) Descriptor() ([]byte, []int)
- func (m *CrawlScope) GetSurtPrefix() string
- func (*CrawlScope) ProtoMessage()
- func (m *CrawlScope) Reset()
- func (m *CrawlScope) String() string
- func (m *CrawlScope) XXX_DiscardUnknown()
- func (m *CrawlScope) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *CrawlScope) XXX_Merge(src proto.Message)
- func (m *CrawlScope) XXX_Size() int
- func (m *CrawlScope) XXX_Unmarshal(b []byte) error
- type DeleteResponse
- func (*DeleteResponse) Descriptor() ([]byte, []int)
- func (m *DeleteResponse) GetDeleted() bool
- func (*DeleteResponse) ProtoMessage()
- func (m *DeleteResponse) Reset()
- func (m *DeleteResponse) String() string
- func (m *DeleteResponse) XXX_DiscardUnknown()
- func (m *DeleteResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *DeleteResponse) XXX_Merge(src proto.Message)
- func (m *DeleteResponse) XXX_Size() int
- func (m *DeleteResponse) XXX_Unmarshal(b []byte) error
- type ExtraConfig
- func (*ExtraConfig) Descriptor() ([]byte, []int)
- func (m *ExtraConfig) GetCreateScreenshot() bool
- func (m *ExtraConfig) GetExtractText() bool
- func (*ExtraConfig) ProtoMessage()
- func (m *ExtraConfig) Reset()
- func (m *ExtraConfig) String() string
- func (m *ExtraConfig) XXX_DiscardUnknown()
- func (m *ExtraConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ExtraConfig) XXX_Merge(src proto.Message)
- func (m *ExtraConfig) XXX_Size() int
- func (m *ExtraConfig) XXX_Unmarshal(b []byte) error
- type GetLabelKeysRequest
- func (*GetLabelKeysRequest) Descriptor() ([]byte, []int)
- func (m *GetLabelKeysRequest) GetKind() Kind
- func (*GetLabelKeysRequest) ProtoMessage()
- func (m *GetLabelKeysRequest) Reset()
- func (m *GetLabelKeysRequest) String() string
- func (m *GetLabelKeysRequest) XXX_DiscardUnknown()
- func (m *GetLabelKeysRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *GetLabelKeysRequest) XXX_Merge(src proto.Message)
- func (m *GetLabelKeysRequest) XXX_Size() int
- func (m *GetLabelKeysRequest) XXX_Unmarshal(b []byte) error
- type Kind
- type Label
- func (*Label) Descriptor() ([]byte, []int)
- func (m *Label) GetKey() string
- func (m *Label) GetValue() string
- func (*Label) ProtoMessage()
- func (m *Label) Reset()
- func (m *Label) String() string
- func (m *Label) XXX_DiscardUnknown()
- func (m *Label) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Label) XXX_Merge(src proto.Message)
- func (m *Label) XXX_Size() int
- func (m *Label) XXX_Unmarshal(b []byte) error
- type LabelKeysResponse
- func (*LabelKeysResponse) Descriptor() ([]byte, []int)
- func (m *LabelKeysResponse) GetKey() []string
- func (*LabelKeysResponse) ProtoMessage()
- func (m *LabelKeysResponse) Reset()
- func (m *LabelKeysResponse) String() string
- func (m *LabelKeysResponse) XXX_DiscardUnknown()
- func (m *LabelKeysResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *LabelKeysResponse) XXX_Merge(src proto.Message)
- func (m *LabelKeysResponse) XXX_Size() int
- func (m *LabelKeysResponse) XXX_Unmarshal(b []byte) error
- type ListCountResponse
- func (*ListCountResponse) Descriptor() ([]byte, []int)
- func (m *ListCountResponse) GetApproximate() bool
- func (m *ListCountResponse) GetCount() int64
- func (*ListCountResponse) ProtoMessage()
- func (m *ListCountResponse) Reset()
- func (m *ListCountResponse) String() string
- func (m *ListCountResponse) XXX_DiscardUnknown()
- func (m *ListCountResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ListCountResponse) XXX_Merge(src proto.Message)
- func (m *ListCountResponse) XXX_Size() int
- func (m *ListCountResponse) XXX_Unmarshal(b []byte) error
- type ListRequest
- func (*ListRequest) Descriptor() ([]byte, []int)
- func (m *ListRequest) GetId() []string
- func (m *ListRequest) GetKind() Kind
- func (m *ListRequest) GetLabelSelector() []string
- func (m *ListRequest) GetNameRegex() string
- func (m *ListRequest) GetOffset() int32
- func (m *ListRequest) GetOrderByPath() string
- func (m *ListRequest) GetOrderDescending() bool
- func (m *ListRequest) GetPageSize() int32
- func (m *ListRequest) GetQueryMask() *v1.FieldMask
- func (m *ListRequest) GetQueryTemplate() *ConfigObject
- func (m *ListRequest) GetReturnedFieldsMask() *v1.FieldMask
- func (*ListRequest) ProtoMessage()
- func (m *ListRequest) Reset()
- func (m *ListRequest) String() string
- func (m *ListRequest) XXX_DiscardUnknown()
- func (m *ListRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *ListRequest) XXX_Merge(src proto.Message)
- func (m *ListRequest) XXX_Size() int
- func (m *ListRequest) XXX_Unmarshal(b []byte) error
- type Meta
- func (*Meta) Descriptor() ([]byte, []int)
- func (m *Meta) GetCreated() *timestamp.Timestamp
- func (m *Meta) GetCreatedBy() string
- func (m *Meta) GetDescription() string
- func (m *Meta) GetLabel() []*Label
- func (m *Meta) GetLastModified() *timestamp.Timestamp
- func (m *Meta) GetLastModifiedBy() string
- func (m *Meta) GetName() string
- func (*Meta) ProtoMessage()
- func (m *Meta) Reset()
- func (m *Meta) String() string
- func (m *Meta) XXX_DiscardUnknown()
- func (m *Meta) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Meta) XXX_Merge(src proto.Message)
- func (m *Meta) XXX_Size() int
- func (m *Meta) XXX_Unmarshal(b []byte) error
- type PolitenessConfig
- func (*PolitenessConfig) Descriptor() ([]byte, []int)
- func (m *PolitenessConfig) GetCrawlHostGroupSelector() []string
- func (m *PolitenessConfig) GetCustomRobots() string
- func (m *PolitenessConfig) GetDelayFactor() float32
- func (m *PolitenessConfig) GetMaxRetries() int32
- func (m *PolitenessConfig) GetMaxTimeBetweenPageLoadMs() int64
- func (m *PolitenessConfig) GetMinTimeBetweenPageLoadMs() int64
- func (m *PolitenessConfig) GetMinimumRobotsValidityDurationS() int32
- func (m *PolitenessConfig) GetRetryDelaySeconds() int32
- func (m *PolitenessConfig) GetRobotsPolicy() PolitenessConfig_RobotsPolicy
- func (m *PolitenessConfig) GetUseHostname() bool
- func (*PolitenessConfig) ProtoMessage()
- func (m *PolitenessConfig) Reset()
- func (m *PolitenessConfig) String() string
- func (m *PolitenessConfig) XXX_DiscardUnknown()
- func (m *PolitenessConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *PolitenessConfig) XXX_Merge(src proto.Message)
- func (m *PolitenessConfig) XXX_Size() int
- func (m *PolitenessConfig) XXX_Unmarshal(b []byte) error
- type PolitenessConfig_RobotsPolicy
- type Role
- type RoleMapping
- func (*RoleMapping) Descriptor() ([]byte, []int)
- func (m *RoleMapping) GetEmail() string
- func (m *RoleMapping) GetEmailOrGroup() isRoleMapping_EmailOrGroup
- func (m *RoleMapping) GetGroup() string
- func (m *RoleMapping) GetRole() []Role
- func (*RoleMapping) ProtoMessage()
- func (m *RoleMapping) Reset()
- func (m *RoleMapping) String() string
- func (m *RoleMapping) XXX_DiscardUnknown()
- func (m *RoleMapping) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *RoleMapping) XXX_Merge(src proto.Message)
- func (*RoleMapping) XXX_OneofWrappers() []interface{}
- func (m *RoleMapping) XXX_Size() int
- func (m *RoleMapping) XXX_Unmarshal(b []byte) error
- type RoleMapping_Email
- type RoleMapping_Group
- type Seed
- func (*Seed) Descriptor() ([]byte, []int)
- func (m *Seed) GetDisabled() bool
- func (m *Seed) GetEntityRef() *ConfigRef
- func (m *Seed) GetJobRef() []*ConfigRef
- func (m *Seed) GetScope() *CrawlScope
- func (*Seed) ProtoMessage()
- func (m *Seed) Reset()
- func (m *Seed) String() string
- func (m *Seed) XXX_DiscardUnknown()
- func (m *Seed) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *Seed) XXX_Merge(src proto.Message)
- func (m *Seed) XXX_Size() int
- func (m *Seed) XXX_Unmarshal(b []byte) error
- type UpdateRequest
- func (*UpdateRequest) Descriptor() ([]byte, []int)
- func (m *UpdateRequest) GetListRequest() *ListRequest
- func (m *UpdateRequest) GetUpdateMask() *v1.FieldMask
- func (m *UpdateRequest) GetUpdateTemplate() *ConfigObject
- func (*UpdateRequest) ProtoMessage()
- func (m *UpdateRequest) Reset()
- func (m *UpdateRequest) String() string
- func (m *UpdateRequest) XXX_DiscardUnknown()
- func (m *UpdateRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *UpdateRequest) XXX_Merge(src proto.Message)
- func (m *UpdateRequest) XXX_Size() int
- func (m *UpdateRequest) XXX_Unmarshal(b []byte) error
- type UpdateResponse
- func (*UpdateResponse) Descriptor() ([]byte, []int)
- func (m *UpdateResponse) GetUpdated() int64
- func (*UpdateResponse) ProtoMessage()
- func (m *UpdateResponse) Reset()
- func (m *UpdateResponse) String() string
- func (m *UpdateResponse) XXX_DiscardUnknown()
- func (m *UpdateResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
- func (m *UpdateResponse) XXX_Merge(src proto.Message)
- func (m *UpdateResponse) XXX_Size() int
- func (m *UpdateResponse) XXX_Unmarshal(b []byte) error
Constants ¶
This section is empty.
Variables ¶
View Source
var Collection_RotationPolicy_name = map[int32]string{
0: "NONE",
1: "HOURLY",
2: "DAILY",
3: "MONTHLY",
4: "YEARLY",
}
View Source
var Collection_RotationPolicy_value = map[string]int32{
"NONE": 0,
"HOURLY": 1,
"DAILY": 2,
"MONTHLY": 3,
"YEARLY": 4,
}
View Source
var Collection_SubCollectionType_name = map[int32]string{
0: "UNDEFINED",
1: "SCREENSHOT",
2: "DNS",
}
View Source
var Collection_SubCollectionType_value = map[string]int32{
"UNDEFINED": 0,
"SCREENSHOT": 1,
"DNS": 2,
}
View Source
var Kind_name = map[int32]string{
0: "undefined",
5: "crawlEntity",
6: "seed",
7: "crawlJob",
8: "crawlConfig",
9: "crawlScheduleConfig",
10: "browserConfig",
11: "politenessConfig",
12: "browserScript",
13: "crawlHostGroupConfig",
14: "roleMapping",
15: "collection",
}
View Source
var Kind_value = map[string]int32{
"undefined": 0,
"crawlEntity": 5,
"seed": 6,
"crawlJob": 7,
"crawlConfig": 8,
"crawlScheduleConfig": 9,
"browserConfig": 10,
"politenessConfig": 11,
"browserScript": 12,
"crawlHostGroupConfig": 13,
"roleMapping": 14,
"collection": 15,
}
View Source
var PolitenessConfig_RobotsPolicy_name = map[int32]string{
0: "OBEY_ROBOTS",
1: "IGNORE_ROBOTS",
2: "CUSTOM_ROBOTS",
3: "OBEY_ROBOTS_CLASSIC",
4: "CUSTOM_ROBOTS_CLASSIC",
5: "CUSTOM_IF_MISSING",
6: "CUSTOM_IF_MISSING_CLASSIC",
}
View Source
var PolitenessConfig_RobotsPolicy_value = map[string]int32{
"OBEY_ROBOTS": 0,
"IGNORE_ROBOTS": 1,
"CUSTOM_ROBOTS": 2,
"OBEY_ROBOTS_CLASSIC": 3,
"CUSTOM_ROBOTS_CLASSIC": 4,
"CUSTOM_IF_MISSING": 5,
"CUSTOM_IF_MISSING_CLASSIC": 6,
}
View Source
var Role_name = map[int32]string{
0: "ANY_USER",
1: "ANY",
2: "ADMIN",
3: "CURATOR",
4: "READONLY",
5: "OPERATOR",
6: "SYSTEM",
}
View Source
var Role_value = map[string]int32{
"ANY_USER": 0,
"ANY": 1,
"ADMIN": 2,
"CURATOR": 3,
"READONLY": 4,
"OPERATOR": 5,
"SYSTEM": 6,
}
Functions ¶
func RegisterConfigServer ¶
func RegisterConfigServer(s *grpc.Server, srv ConfigServer)
Types ¶
type BrowserConfig ¶
type BrowserConfig struct { UserAgent string `protobuf:"bytes,3,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"` WindowWidth int32 `protobuf:"varint,4,opt,name=window_width,json=windowWidth,proto3" json:"window_width,omitempty"` WindowHeight int32 `protobuf:"varint,5,opt,name=window_height,json=windowHeight,proto3" json:"window_height,omitempty"` PageLoadTimeoutMs int64 `protobuf:"varint,6,opt,name=page_load_timeout_ms,json=pageLoadTimeoutMs,proto3" json:"page_load_timeout_ms,omitempty"` // Select scripts by label // A string representing a label query. The query matches if at least one label matches the query. // If there are multiple queries, then each query must match at least one label. // Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match. // If value ends with <code>*</code> then the key must match and value must match up until the <code>*</code>. // If value is empty, all labels matching the key will match. // If key is empty, then the matching is done on the value for all keys. // If key is empty, then the <code>:</code> might be ommitted. // <pre> // Examples: // "foo:bar" - matches exactly labels with key=foo and value=bar // "foo:" - matches all labels with key=foo // ":bar" - matches all labels with value=bar // "bar" - matches all labels with value=bar // "foo:ba*" - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber) // ":ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // "ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // ":" - matches every label // "" - matches every label // </pre> ScriptSelector []string `protobuf:"bytes,7,rep,name=script_selector,json=scriptSelector,proto3" json:"script_selector,omitempty"` ScriptRef []*ConfigRef `protobuf:"bytes,8,rep,name=script_ref,json=scriptRef,proto3" json:"script_ref,omitempty"` Headers map[string]string `` /* 156-byte string literal not displayed */ ScriptParameters map[string]string `` /* 198-byte string literal not displayed */ // Max time to wait for network activity MaxInactivityTimeMs int64 `protobuf:"varint,18,opt,name=max_inactivity_time_ms,json=maxInactivityTimeMs,proto3" json:"max_inactivity_time_ms,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*BrowserConfig) Descriptor ¶
func (*BrowserConfig) Descriptor() ([]byte, []int)
func (*BrowserConfig) GetHeaders ¶
func (m *BrowserConfig) GetHeaders() map[string]string
func (*BrowserConfig) GetMaxInactivityTimeMs ¶
func (m *BrowserConfig) GetMaxInactivityTimeMs() int64
func (*BrowserConfig) GetPageLoadTimeoutMs ¶
func (m *BrowserConfig) GetPageLoadTimeoutMs() int64
func (*BrowserConfig) GetScriptParameters ¶
func (m *BrowserConfig) GetScriptParameters() map[string]string
func (*BrowserConfig) GetScriptRef ¶
func (m *BrowserConfig) GetScriptRef() []*ConfigRef
func (*BrowserConfig) GetScriptSelector ¶
func (m *BrowserConfig) GetScriptSelector() []string
func (*BrowserConfig) GetUserAgent ¶
func (m *BrowserConfig) GetUserAgent() string
func (*BrowserConfig) GetWindowHeight ¶
func (m *BrowserConfig) GetWindowHeight() int32
func (*BrowserConfig) GetWindowWidth ¶
func (m *BrowserConfig) GetWindowWidth() int32
func (*BrowserConfig) ProtoMessage ¶
func (*BrowserConfig) ProtoMessage()
func (*BrowserConfig) Reset ¶
func (m *BrowserConfig) Reset()
func (*BrowserConfig) String ¶
func (m *BrowserConfig) String() string
func (*BrowserConfig) XXX_DiscardUnknown ¶
func (m *BrowserConfig) XXX_DiscardUnknown()
func (*BrowserConfig) XXX_Marshal ¶
func (m *BrowserConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*BrowserConfig) XXX_Merge ¶
func (m *BrowserConfig) XXX_Merge(src proto.Message)
func (*BrowserConfig) XXX_Size ¶
func (m *BrowserConfig) XXX_Size() int
func (*BrowserConfig) XXX_Unmarshal ¶
func (m *BrowserConfig) XXX_Unmarshal(b []byte) error
type BrowserScript ¶
type BrowserScript struct { Script string `protobuf:"bytes,3,opt,name=script,proto3" json:"script,omitempty"` UrlRegexp []string `protobuf:"bytes,4,rep,name=url_regexp,json=urlRegexp,proto3" json:"url_regexp,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Message containing a javascript to be run in a browser
func (*BrowserScript) Descriptor ¶
func (*BrowserScript) Descriptor() ([]byte, []int)
func (*BrowserScript) GetScript ¶
func (m *BrowserScript) GetScript() string
func (*BrowserScript) GetUrlRegexp ¶
func (m *BrowserScript) GetUrlRegexp() []string
func (*BrowserScript) ProtoMessage ¶
func (*BrowserScript) ProtoMessage()
func (*BrowserScript) Reset ¶
func (m *BrowserScript) Reset()
func (*BrowserScript) String ¶
func (m *BrowserScript) String() string
func (*BrowserScript) XXX_DiscardUnknown ¶
func (m *BrowserScript) XXX_DiscardUnknown()
func (*BrowserScript) XXX_Marshal ¶
func (m *BrowserScript) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*BrowserScript) XXX_Merge ¶
func (m *BrowserScript) XXX_Merge(src proto.Message)
func (*BrowserScript) XXX_Size ¶
func (m *BrowserScript) XXX_Size() int
func (*BrowserScript) XXX_Unmarshal ¶
func (m *BrowserScript) XXX_Unmarshal(b []byte) error
type Collection ¶
type Collection struct { CollectionDedupPolicy Collection_RotationPolicy `` /* 182-byte string literal not displayed */ FileRotationPolicy Collection_RotationPolicy `` /* 173-byte string literal not displayed */ Compress bool `protobuf:"varint,3,opt,name=compress,proto3" json:"compress,omitempty"` FileSize int64 `protobuf:"varint,4,opt,name=file_size,json=fileSize,proto3" json:"file_size,omitempty"` SubCollections []*Collection_SubCollection `protobuf:"bytes,10,rep,name=sub_collections,json=subCollections,proto3" json:"sub_collections,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*Collection) Descriptor ¶
func (*Collection) Descriptor() ([]byte, []int)
func (*Collection) GetCollectionDedupPolicy ¶
func (m *Collection) GetCollectionDedupPolicy() Collection_RotationPolicy
func (*Collection) GetCompress ¶
func (m *Collection) GetCompress() bool
func (*Collection) GetFileRotationPolicy ¶
func (m *Collection) GetFileRotationPolicy() Collection_RotationPolicy
func (*Collection) GetFileSize ¶
func (m *Collection) GetFileSize() int64
func (*Collection) GetSubCollections ¶
func (m *Collection) GetSubCollections() []*Collection_SubCollection
func (*Collection) ProtoMessage ¶
func (*Collection) ProtoMessage()
func (*Collection) Reset ¶
func (m *Collection) Reset()
func (*Collection) String ¶
func (m *Collection) String() string
func (*Collection) XXX_DiscardUnknown ¶
func (m *Collection) XXX_DiscardUnknown()
func (*Collection) XXX_Marshal ¶
func (m *Collection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*Collection) XXX_Merge ¶
func (m *Collection) XXX_Merge(src proto.Message)
func (*Collection) XXX_Size ¶
func (m *Collection) XXX_Size() int
func (*Collection) XXX_Unmarshal ¶
func (m *Collection) XXX_Unmarshal(b []byte) error
type Collection_RotationPolicy ¶
type Collection_RotationPolicy int32
const ( Collection_NONE Collection_RotationPolicy = 0 Collection_HOURLY Collection_RotationPolicy = 1 Collection_DAILY Collection_RotationPolicy = 2 Collection_MONTHLY Collection_RotationPolicy = 3 Collection_YEARLY Collection_RotationPolicy = 4 )
func (Collection_RotationPolicy) EnumDescriptor ¶
func (Collection_RotationPolicy) EnumDescriptor() ([]byte, []int)
func (Collection_RotationPolicy) String ¶
func (x Collection_RotationPolicy) String() string
type Collection_SubCollection ¶
type Collection_SubCollection struct { Type Collection_SubCollectionType `protobuf:"varint,1,opt,name=type,proto3,enum=veidemann.api.config.v1.Collection_SubCollectionType" json:"type,omitempty"` Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*Collection_SubCollection) Descriptor ¶
func (*Collection_SubCollection) Descriptor() ([]byte, []int)
func (*Collection_SubCollection) GetName ¶
func (m *Collection_SubCollection) GetName() string
func (*Collection_SubCollection) GetType ¶
func (m *Collection_SubCollection) GetType() Collection_SubCollectionType
func (*Collection_SubCollection) ProtoMessage ¶
func (*Collection_SubCollection) ProtoMessage()
func (*Collection_SubCollection) Reset ¶
func (m *Collection_SubCollection) Reset()
func (*Collection_SubCollection) String ¶
func (m *Collection_SubCollection) String() string
func (*Collection_SubCollection) XXX_DiscardUnknown ¶
func (m *Collection_SubCollection) XXX_DiscardUnknown()
func (*Collection_SubCollection) XXX_Marshal ¶
func (m *Collection_SubCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*Collection_SubCollection) XXX_Merge ¶
func (m *Collection_SubCollection) XXX_Merge(src proto.Message)
func (*Collection_SubCollection) XXX_Size ¶
func (m *Collection_SubCollection) XXX_Size() int
func (*Collection_SubCollection) XXX_Unmarshal ¶
func (m *Collection_SubCollection) XXX_Unmarshal(b []byte) error
type Collection_SubCollectionType ¶
type Collection_SubCollectionType int32
const ( Collection_UNDEFINED Collection_SubCollectionType = 0 Collection_SCREENSHOT Collection_SubCollectionType = 1 Collection_DNS Collection_SubCollectionType = 2 )
func (Collection_SubCollectionType) EnumDescriptor ¶
func (Collection_SubCollectionType) EnumDescriptor() ([]byte, []int)
func (Collection_SubCollectionType) String ¶
func (x Collection_SubCollectionType) String() string
type ConfigClient ¶
type ConfigClient interface { // Get a config object by ID GetConfigObject(ctx context.Context, in *ConfigRef, opts ...grpc.CallOption) (*ConfigObject, error) // List a set of config objects ListConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (Config_ListConfigObjectsClient, error) // Count config objects CountConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (*ListCountResponse, error) // Save a config object SaveConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*ConfigObject, error) // Update config objects UpdateConfigObjects(ctx context.Context, in *UpdateRequest, opts ...grpc.CallOption) (*UpdateResponse, error) // Delete a config object DeleteConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*DeleteResponse, error) GetLabelKeys(ctx context.Context, in *GetLabelKeysRequest, opts ...grpc.CallOption) (*LabelKeysResponse, error) }
ConfigClient is the client API for Config service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewConfigClient ¶
func NewConfigClient(cc *grpc.ClientConn) ConfigClient
type ConfigObject ¶
type ConfigObject struct { Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` ApiVersion string `protobuf:"bytes,2,opt,name=apiVersion,proto3" json:"apiVersion,omitempty"` Kind Kind `protobuf:"varint,3,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` Meta *Meta `protobuf:"bytes,4,opt,name=meta,proto3" json:"meta,omitempty"` // Types that are valid to be assigned to Spec: // *ConfigObject_CrawlEntity // *ConfigObject_Seed // *ConfigObject_CrawlJob // *ConfigObject_CrawlConfig // *ConfigObject_CrawlScheduleConfig // *ConfigObject_BrowserConfig // *ConfigObject_PolitenessConfig // *ConfigObject_BrowserScript // *ConfigObject_CrawlHostGroupConfig // *ConfigObject_RoleMapping // *ConfigObject_Collection Spec isConfigObject_Spec `protobuf_oneof:"spec"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*ConfigObject) Descriptor ¶
func (*ConfigObject) Descriptor() ([]byte, []int)
func (*ConfigObject) GetApiVersion ¶
func (m *ConfigObject) GetApiVersion() string
func (*ConfigObject) GetBrowserConfig ¶
func (m *ConfigObject) GetBrowserConfig() *BrowserConfig
func (*ConfigObject) GetBrowserScript ¶
func (m *ConfigObject) GetBrowserScript() *BrowserScript
func (*ConfigObject) GetCollection ¶
func (m *ConfigObject) GetCollection() *Collection
func (*ConfigObject) GetCrawlConfig ¶
func (m *ConfigObject) GetCrawlConfig() *CrawlConfig
func (*ConfigObject) GetCrawlEntity ¶
func (m *ConfigObject) GetCrawlEntity() *CrawlEntity
func (*ConfigObject) GetCrawlHostGroupConfig ¶
func (m *ConfigObject) GetCrawlHostGroupConfig() *CrawlHostGroupConfig
func (*ConfigObject) GetCrawlJob ¶
func (m *ConfigObject) GetCrawlJob() *CrawlJob
func (*ConfigObject) GetCrawlScheduleConfig ¶
func (m *ConfigObject) GetCrawlScheduleConfig() *CrawlScheduleConfig
func (*ConfigObject) GetId ¶
func (m *ConfigObject) GetId() string
func (*ConfigObject) GetKind ¶
func (m *ConfigObject) GetKind() Kind
func (*ConfigObject) GetMeta ¶
func (m *ConfigObject) GetMeta() *Meta
func (*ConfigObject) GetPolitenessConfig ¶
func (m *ConfigObject) GetPolitenessConfig() *PolitenessConfig
func (*ConfigObject) GetRoleMapping ¶
func (m *ConfigObject) GetRoleMapping() *RoleMapping
func (*ConfigObject) GetSeed ¶
func (m *ConfigObject) GetSeed() *Seed
func (*ConfigObject) GetSpec ¶
func (m *ConfigObject) GetSpec() isConfigObject_Spec
func (*ConfigObject) ProtoMessage ¶
func (*ConfigObject) ProtoMessage()
func (*ConfigObject) Reset ¶
func (m *ConfigObject) Reset()
func (*ConfigObject) String ¶
func (m *ConfigObject) String() string
func (*ConfigObject) XXX_DiscardUnknown ¶
func (m *ConfigObject) XXX_DiscardUnknown()
func (*ConfigObject) XXX_Marshal ¶
func (m *ConfigObject) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*ConfigObject) XXX_Merge ¶
func (m *ConfigObject) XXX_Merge(src proto.Message)
func (*ConfigObject) XXX_OneofWrappers ¶
func (*ConfigObject) XXX_OneofWrappers() []interface{}
XXX_OneofWrappers is for the internal use of the proto package.
func (*ConfigObject) XXX_Size ¶
func (m *ConfigObject) XXX_Size() int
func (*ConfigObject) XXX_Unmarshal ¶
func (m *ConfigObject) XXX_Unmarshal(b []byte) error
type ConfigObject_BrowserConfig ¶
type ConfigObject_BrowserConfig struct {
BrowserConfig *BrowserConfig `protobuf:"bytes,10,opt,name=browser_config,json=browserConfig,proto3,oneof"`
}
type ConfigObject_BrowserScript ¶
type ConfigObject_BrowserScript struct {
BrowserScript *BrowserScript `protobuf:"bytes,12,opt,name=browser_script,json=browserScript,proto3,oneof"`
}
type ConfigObject_Collection ¶
type ConfigObject_Collection struct {
Collection *Collection `protobuf:"bytes,15,opt,name=collection,proto3,oneof"`
}
type ConfigObject_CrawlConfig ¶
type ConfigObject_CrawlConfig struct {
CrawlConfig *CrawlConfig `protobuf:"bytes,8,opt,name=crawl_config,json=crawlConfig,proto3,oneof"`
}
type ConfigObject_CrawlEntity ¶
type ConfigObject_CrawlEntity struct {
CrawlEntity *CrawlEntity `protobuf:"bytes,5,opt,name=crawl_entity,json=crawlEntity,proto3,oneof"`
}
type ConfigObject_CrawlHostGroupConfig ¶
type ConfigObject_CrawlHostGroupConfig struct {
CrawlHostGroupConfig *CrawlHostGroupConfig `protobuf:"bytes,13,opt,name=crawl_host_group_config,json=crawlHostGroupConfig,proto3,oneof"`
}
type ConfigObject_CrawlJob ¶
type ConfigObject_CrawlJob struct {
CrawlJob *CrawlJob `protobuf:"bytes,7,opt,name=crawl_job,json=crawlJob,proto3,oneof"`
}
type ConfigObject_CrawlScheduleConfig ¶
type ConfigObject_CrawlScheduleConfig struct {
CrawlScheduleConfig *CrawlScheduleConfig `protobuf:"bytes,9,opt,name=crawl_schedule_config,json=crawlScheduleConfig,proto3,oneof"`
}
type ConfigObject_PolitenessConfig ¶
type ConfigObject_PolitenessConfig struct {
PolitenessConfig *PolitenessConfig `protobuf:"bytes,11,opt,name=politeness_config,json=politenessConfig,proto3,oneof"`
}
type ConfigObject_RoleMapping ¶
type ConfigObject_RoleMapping struct {
RoleMapping *RoleMapping `protobuf:"bytes,14,opt,name=role_mapping,json=roleMapping,proto3,oneof"`
}
type ConfigObject_Seed ¶
type ConfigObject_Seed struct {
Seed *Seed `protobuf:"bytes,6,opt,name=seed,proto3,oneof"`
}
type ConfigRef ¶
type ConfigRef struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Reference to another ConfigObject
func (*ConfigRef) Descriptor ¶
func (*ConfigRef) ProtoMessage ¶
func (*ConfigRef) ProtoMessage()
func (*ConfigRef) XXX_DiscardUnknown ¶
func (m *ConfigRef) XXX_DiscardUnknown()
func (*ConfigRef) XXX_Marshal ¶
func (*ConfigRef) XXX_Unmarshal ¶
type ConfigServer ¶
type ConfigServer interface { // Get a config object by ID GetConfigObject(context.Context, *ConfigRef) (*ConfigObject, error) // List a set of config objects ListConfigObjects(*ListRequest, Config_ListConfigObjectsServer) error // Count config objects CountConfigObjects(context.Context, *ListRequest) (*ListCountResponse, error) // Save a config object SaveConfigObject(context.Context, *ConfigObject) (*ConfigObject, error) // Update config objects UpdateConfigObjects(context.Context, *UpdateRequest) (*UpdateResponse, error) // Delete a config object DeleteConfigObject(context.Context, *ConfigObject) (*DeleteResponse, error) GetLabelKeys(context.Context, *GetLabelKeysRequest) (*LabelKeysResponse, error) }
ConfigServer is the server API for Config service.
type Config_ListConfigObjectsClient ¶
type Config_ListConfigObjectsClient interface { Recv() (*ConfigObject, error) grpc.ClientStream }
type Config_ListConfigObjectsServer ¶
type Config_ListConfigObjectsServer interface { Send(*ConfigObject) error grpc.ServerStream }
type CrawlConfig ¶
type CrawlConfig struct { CollectionRef *ConfigRef `protobuf:"bytes,6,opt,name=collection_ref,json=collectionRef,proto3" json:"collection_ref,omitempty"` BrowserConfigRef *ConfigRef `protobuf:"bytes,7,opt,name=browser_config_ref,json=browserConfigRef,proto3" json:"browser_config_ref,omitempty"` PolitenessRef *ConfigRef `protobuf:"bytes,8,opt,name=politeness_ref,json=politenessRef,proto3" json:"politeness_ref,omitempty"` Extra *ExtraConfig `protobuf:"bytes,9,opt,name=extra,proto3" json:"extra,omitempty"` MinimumDnsTtlS int32 `protobuf:"varint,10,opt,name=minimum_dns_ttl_s,json=minimumDnsTtlS,proto3" json:"minimum_dns_ttl_s,omitempty"` // The weighting between jobs when two jobs compete on fetching resources from the same hosts. // The job will be randomly chosen, but weighted such that if two jobs with weight 1.0 and one job with // weight 2.0 compete, then the two first jobs will each have 25% probability of being chosen and the the third // job will have 50% probability of being chosen. PriorityWeight float64 `protobuf:"fixed64,11,opt,name=priority_weight,json=priorityWeight,proto3" json:"priority_weight,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlConfig) Descriptor ¶
func (*CrawlConfig) Descriptor() ([]byte, []int)
func (*CrawlConfig) GetBrowserConfigRef ¶
func (m *CrawlConfig) GetBrowserConfigRef() *ConfigRef
func (*CrawlConfig) GetCollectionRef ¶
func (m *CrawlConfig) GetCollectionRef() *ConfigRef
func (*CrawlConfig) GetExtra ¶
func (m *CrawlConfig) GetExtra() *ExtraConfig
func (*CrawlConfig) GetMinimumDnsTtlS ¶
func (m *CrawlConfig) GetMinimumDnsTtlS() int32
func (*CrawlConfig) GetPolitenessRef ¶
func (m *CrawlConfig) GetPolitenessRef() *ConfigRef
func (*CrawlConfig) GetPriorityWeight ¶
func (m *CrawlConfig) GetPriorityWeight() float64
func (*CrawlConfig) ProtoMessage ¶
func (*CrawlConfig) ProtoMessage()
func (*CrawlConfig) Reset ¶
func (m *CrawlConfig) Reset()
func (*CrawlConfig) String ¶
func (m *CrawlConfig) String() string
func (*CrawlConfig) XXX_DiscardUnknown ¶
func (m *CrawlConfig) XXX_DiscardUnknown()
func (*CrawlConfig) XXX_Marshal ¶
func (m *CrawlConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlConfig) XXX_Merge ¶
func (m *CrawlConfig) XXX_Merge(src proto.Message)
func (*CrawlConfig) XXX_Size ¶
func (m *CrawlConfig) XXX_Size() int
func (*CrawlConfig) XXX_Unmarshal ¶
func (m *CrawlConfig) XXX_Unmarshal(b []byte) error
type CrawlEntity ¶
type CrawlEntity struct { XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
A crawl entity (might be an organisation with one or more seeds)
func (*CrawlEntity) Descriptor ¶
func (*CrawlEntity) Descriptor() ([]byte, []int)
func (*CrawlEntity) ProtoMessage ¶
func (*CrawlEntity) ProtoMessage()
func (*CrawlEntity) Reset ¶
func (m *CrawlEntity) Reset()
func (*CrawlEntity) String ¶
func (m *CrawlEntity) String() string
func (*CrawlEntity) XXX_DiscardUnknown ¶
func (m *CrawlEntity) XXX_DiscardUnknown()
func (*CrawlEntity) XXX_Marshal ¶
func (m *CrawlEntity) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlEntity) XXX_Merge ¶
func (m *CrawlEntity) XXX_Merge(src proto.Message)
func (*CrawlEntity) XXX_Size ¶
func (m *CrawlEntity) XXX_Size() int
func (*CrawlEntity) XXX_Unmarshal ¶
func (m *CrawlEntity) XXX_Unmarshal(b []byte) error
type CrawlHostGroupConfig ¶
type CrawlHostGroupConfig struct { IpRange []*CrawlHostGroupConfig_IpRange `protobuf:"bytes,3,rep,name=ip_range,json=ipRange,proto3" json:"ip_range,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlHostGroupConfig) Descriptor ¶
func (*CrawlHostGroupConfig) Descriptor() ([]byte, []int)
func (*CrawlHostGroupConfig) GetIpRange ¶
func (m *CrawlHostGroupConfig) GetIpRange() []*CrawlHostGroupConfig_IpRange
func (*CrawlHostGroupConfig) ProtoMessage ¶
func (*CrawlHostGroupConfig) ProtoMessage()
func (*CrawlHostGroupConfig) Reset ¶
func (m *CrawlHostGroupConfig) Reset()
func (*CrawlHostGroupConfig) String ¶
func (m *CrawlHostGroupConfig) String() string
func (*CrawlHostGroupConfig) XXX_DiscardUnknown ¶
func (m *CrawlHostGroupConfig) XXX_DiscardUnknown()
func (*CrawlHostGroupConfig) XXX_Marshal ¶
func (m *CrawlHostGroupConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlHostGroupConfig) XXX_Merge ¶
func (m *CrawlHostGroupConfig) XXX_Merge(src proto.Message)
func (*CrawlHostGroupConfig) XXX_Size ¶
func (m *CrawlHostGroupConfig) XXX_Size() int
func (*CrawlHostGroupConfig) XXX_Unmarshal ¶
func (m *CrawlHostGroupConfig) XXX_Unmarshal(b []byte) error
type CrawlHostGroupConfig_IpRange ¶
type CrawlHostGroupConfig_IpRange struct { IpFrom string `protobuf:"bytes,1,opt,name=ip_from,json=ipFrom,proto3" json:"ip_from,omitempty"` IpTo string `protobuf:"bytes,2,opt,name=ip_to,json=ipTo,proto3" json:"ip_to,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlHostGroupConfig_IpRange) Descriptor ¶
func (*CrawlHostGroupConfig_IpRange) Descriptor() ([]byte, []int)
func (*CrawlHostGroupConfig_IpRange) GetIpFrom ¶
func (m *CrawlHostGroupConfig_IpRange) GetIpFrom() string
func (*CrawlHostGroupConfig_IpRange) GetIpTo ¶
func (m *CrawlHostGroupConfig_IpRange) GetIpTo() string
func (*CrawlHostGroupConfig_IpRange) ProtoMessage ¶
func (*CrawlHostGroupConfig_IpRange) ProtoMessage()
func (*CrawlHostGroupConfig_IpRange) Reset ¶
func (m *CrawlHostGroupConfig_IpRange) Reset()
func (*CrawlHostGroupConfig_IpRange) String ¶
func (m *CrawlHostGroupConfig_IpRange) String() string
func (*CrawlHostGroupConfig_IpRange) XXX_DiscardUnknown ¶
func (m *CrawlHostGroupConfig_IpRange) XXX_DiscardUnknown()
func (*CrawlHostGroupConfig_IpRange) XXX_Marshal ¶
func (m *CrawlHostGroupConfig_IpRange) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlHostGroupConfig_IpRange) XXX_Merge ¶
func (m *CrawlHostGroupConfig_IpRange) XXX_Merge(src proto.Message)
func (*CrawlHostGroupConfig_IpRange) XXX_Size ¶
func (m *CrawlHostGroupConfig_IpRange) XXX_Size() int
func (*CrawlHostGroupConfig_IpRange) XXX_Unmarshal ¶
func (m *CrawlHostGroupConfig_IpRange) XXX_Unmarshal(b []byte) error
type CrawlJob ¶
type CrawlJob struct { ScheduleRef *ConfigRef `protobuf:"bytes,3,opt,name=schedule_ref,json=scheduleRef,proto3" json:"schedule_ref,omitempty"` Limits *CrawlLimitsConfig `protobuf:"bytes,4,opt,name=limits,proto3" json:"limits,omitempty"` CrawlConfigRef *ConfigRef `protobuf:"bytes,5,opt,name=crawl_config_ref,json=crawlConfigRef,proto3" json:"crawl_config_ref,omitempty"` Disabled bool `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlJob) Descriptor ¶
func (*CrawlJob) GetCrawlConfigRef ¶
func (*CrawlJob) GetDisabled ¶
func (*CrawlJob) GetLimits ¶
func (m *CrawlJob) GetLimits() *CrawlLimitsConfig
func (*CrawlJob) GetScheduleRef ¶
func (*CrawlJob) ProtoMessage ¶
func (*CrawlJob) ProtoMessage()
func (*CrawlJob) XXX_DiscardUnknown ¶
func (m *CrawlJob) XXX_DiscardUnknown()
func (*CrawlJob) XXX_Marshal ¶
func (*CrawlJob) XXX_Unmarshal ¶
type CrawlLimitsConfig ¶
type CrawlLimitsConfig struct { // How deep from a seed to crawl Depth int32 `protobuf:"varint,1,opt,name=depth,proto3" json:"depth,omitempty"` // Maximum time in seconds allowed for crawl to finish MaxDurationS int64 `protobuf:"varint,2,opt,name=max_duration_s,json=maxDurationS,proto3" json:"max_duration_s,omitempty"` // Maximum number of bytes to fetch before ending crawl MaxBytes int64 `protobuf:"varint,3,opt,name=max_bytes,json=maxBytes,proto3" json:"max_bytes,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlLimitsConfig) Descriptor ¶
func (*CrawlLimitsConfig) Descriptor() ([]byte, []int)
func (*CrawlLimitsConfig) GetDepth ¶
func (m *CrawlLimitsConfig) GetDepth() int32
func (*CrawlLimitsConfig) GetMaxBytes ¶
func (m *CrawlLimitsConfig) GetMaxBytes() int64
func (*CrawlLimitsConfig) GetMaxDurationS ¶
func (m *CrawlLimitsConfig) GetMaxDurationS() int64
func (*CrawlLimitsConfig) ProtoMessage ¶
func (*CrawlLimitsConfig) ProtoMessage()
func (*CrawlLimitsConfig) Reset ¶
func (m *CrawlLimitsConfig) Reset()
func (*CrawlLimitsConfig) String ¶
func (m *CrawlLimitsConfig) String() string
func (*CrawlLimitsConfig) XXX_DiscardUnknown ¶
func (m *CrawlLimitsConfig) XXX_DiscardUnknown()
func (*CrawlLimitsConfig) XXX_Marshal ¶
func (m *CrawlLimitsConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlLimitsConfig) XXX_Merge ¶
func (m *CrawlLimitsConfig) XXX_Merge(src proto.Message)
func (*CrawlLimitsConfig) XXX_Size ¶
func (m *CrawlLimitsConfig) XXX_Size() int
func (*CrawlLimitsConfig) XXX_Unmarshal ¶
func (m *CrawlLimitsConfig) XXX_Unmarshal(b []byte) error
type CrawlScheduleConfig ¶
type CrawlScheduleConfig struct { CronExpression string `protobuf:"bytes,3,opt,name=cron_expression,json=cronExpression,proto3" json:"cron_expression,omitempty"` ValidFrom *timestamp.Timestamp `protobuf:"bytes,4,opt,name=valid_from,json=validFrom,proto3" json:"valid_from,omitempty"` ValidTo *timestamp.Timestamp `protobuf:"bytes,5,opt,name=valid_to,json=validTo,proto3" json:"valid_to,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlScheduleConfig) Descriptor ¶
func (*CrawlScheduleConfig) Descriptor() ([]byte, []int)
func (*CrawlScheduleConfig) GetCronExpression ¶
func (m *CrawlScheduleConfig) GetCronExpression() string
func (*CrawlScheduleConfig) GetValidFrom ¶
func (m *CrawlScheduleConfig) GetValidFrom() *timestamp.Timestamp
func (*CrawlScheduleConfig) GetValidTo ¶
func (m *CrawlScheduleConfig) GetValidTo() *timestamp.Timestamp
func (*CrawlScheduleConfig) ProtoMessage ¶
func (*CrawlScheduleConfig) ProtoMessage()
func (*CrawlScheduleConfig) Reset ¶
func (m *CrawlScheduleConfig) Reset()
func (*CrawlScheduleConfig) String ¶
func (m *CrawlScheduleConfig) String() string
func (*CrawlScheduleConfig) XXX_DiscardUnknown ¶
func (m *CrawlScheduleConfig) XXX_DiscardUnknown()
func (*CrawlScheduleConfig) XXX_Marshal ¶
func (m *CrawlScheduleConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlScheduleConfig) XXX_Merge ¶
func (m *CrawlScheduleConfig) XXX_Merge(src proto.Message)
func (*CrawlScheduleConfig) XXX_Size ¶
func (m *CrawlScheduleConfig) XXX_Size() int
func (*CrawlScheduleConfig) XXX_Unmarshal ¶
func (m *CrawlScheduleConfig) XXX_Unmarshal(b []byte) error
type CrawlScope ¶
type CrawlScope struct { SurtPrefix string `protobuf:"bytes,1,opt,name=surt_prefix,json=surtPrefix,proto3" json:"surt_prefix,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*CrawlScope) Descriptor ¶
func (*CrawlScope) Descriptor() ([]byte, []int)
func (*CrawlScope) GetSurtPrefix ¶
func (m *CrawlScope) GetSurtPrefix() string
func (*CrawlScope) ProtoMessage ¶
func (*CrawlScope) ProtoMessage()
func (*CrawlScope) Reset ¶
func (m *CrawlScope) Reset()
func (*CrawlScope) String ¶
func (m *CrawlScope) String() string
func (*CrawlScope) XXX_DiscardUnknown ¶
func (m *CrawlScope) XXX_DiscardUnknown()
func (*CrawlScope) XXX_Marshal ¶
func (m *CrawlScope) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*CrawlScope) XXX_Merge ¶
func (m *CrawlScope) XXX_Merge(src proto.Message)
func (*CrawlScope) XXX_Size ¶
func (m *CrawlScope) XXX_Size() int
func (*CrawlScope) XXX_Unmarshal ¶
func (m *CrawlScope) XXX_Unmarshal(b []byte) error
type DeleteResponse ¶
type DeleteResponse struct { Deleted bool `protobuf:"varint,1,opt,name=deleted,proto3" json:"deleted,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*DeleteResponse) Descriptor ¶
func (*DeleteResponse) Descriptor() ([]byte, []int)
func (*DeleteResponse) GetDeleted ¶
func (m *DeleteResponse) GetDeleted() bool
func (*DeleteResponse) ProtoMessage ¶
func (*DeleteResponse) ProtoMessage()
func (*DeleteResponse) Reset ¶
func (m *DeleteResponse) Reset()
func (*DeleteResponse) String ¶
func (m *DeleteResponse) String() string
func (*DeleteResponse) XXX_DiscardUnknown ¶
func (m *DeleteResponse) XXX_DiscardUnknown()
func (*DeleteResponse) XXX_Marshal ¶
func (m *DeleteResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*DeleteResponse) XXX_Merge ¶
func (m *DeleteResponse) XXX_Merge(src proto.Message)
func (*DeleteResponse) XXX_Size ¶
func (m *DeleteResponse) XXX_Size() int
func (*DeleteResponse) XXX_Unmarshal ¶
func (m *DeleteResponse) XXX_Unmarshal(b []byte) error
type ExtraConfig ¶
type ExtraConfig struct { ExtractText bool `protobuf:"varint,5,opt,name=extract_text,json=extractText,proto3" json:"extract_text,omitempty"` CreateScreenshot bool `protobuf:"varint,6,opt,name=create_screenshot,json=createScreenshot,proto3" json:"create_screenshot,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*ExtraConfig) Descriptor ¶
func (*ExtraConfig) Descriptor() ([]byte, []int)
func (*ExtraConfig) GetCreateScreenshot ¶
func (m *ExtraConfig) GetCreateScreenshot() bool
func (*ExtraConfig) GetExtractText ¶
func (m *ExtraConfig) GetExtractText() bool
func (*ExtraConfig) ProtoMessage ¶
func (*ExtraConfig) ProtoMessage()
func (*ExtraConfig) Reset ¶
func (m *ExtraConfig) Reset()
func (*ExtraConfig) String ¶
func (m *ExtraConfig) String() string
func (*ExtraConfig) XXX_DiscardUnknown ¶
func (m *ExtraConfig) XXX_DiscardUnknown()
func (*ExtraConfig) XXX_Marshal ¶
func (m *ExtraConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*ExtraConfig) XXX_Merge ¶
func (m *ExtraConfig) XXX_Merge(src proto.Message)
func (*ExtraConfig) XXX_Size ¶
func (m *ExtraConfig) XXX_Size() int
func (*ExtraConfig) XXX_Unmarshal ¶
func (m *ExtraConfig) XXX_Unmarshal(b []byte) error
type GetLabelKeysRequest ¶
type GetLabelKeysRequest struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*GetLabelKeysRequest) Descriptor ¶
func (*GetLabelKeysRequest) Descriptor() ([]byte, []int)
func (*GetLabelKeysRequest) GetKind ¶
func (m *GetLabelKeysRequest) GetKind() Kind
func (*GetLabelKeysRequest) ProtoMessage ¶
func (*GetLabelKeysRequest) ProtoMessage()
func (*GetLabelKeysRequest) Reset ¶
func (m *GetLabelKeysRequest) Reset()
func (*GetLabelKeysRequest) String ¶
func (m *GetLabelKeysRequest) String() string
func (*GetLabelKeysRequest) XXX_DiscardUnknown ¶
func (m *GetLabelKeysRequest) XXX_DiscardUnknown()
func (*GetLabelKeysRequest) XXX_Marshal ¶
func (m *GetLabelKeysRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*GetLabelKeysRequest) XXX_Merge ¶
func (m *GetLabelKeysRequest) XXX_Merge(src proto.Message)
func (*GetLabelKeysRequest) XXX_Size ¶
func (m *GetLabelKeysRequest) XXX_Size() int
func (*GetLabelKeysRequest) XXX_Unmarshal ¶
func (m *GetLabelKeysRequest) XXX_Unmarshal(b []byte) error
type Kind ¶
type Kind int32
const ( Kind_undefined Kind = 0 Kind_crawlEntity Kind = 5 Kind_seed Kind = 6 Kind_crawlJob Kind = 7 Kind_crawlConfig Kind = 8 Kind_crawlScheduleConfig Kind = 9 Kind_browserConfig Kind = 10 Kind_politenessConfig Kind = 11 Kind_browserScript Kind = 12 Kind_crawlHostGroupConfig Kind = 13 Kind_roleMapping Kind = 14 Kind_collection Kind = 15 )
func (Kind) EnumDescriptor ¶
type Label ¶
type Label struct { Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*Label) Descriptor ¶
func (*Label) ProtoMessage ¶
func (*Label) ProtoMessage()
func (*Label) XXX_DiscardUnknown ¶
func (m *Label) XXX_DiscardUnknown()
func (*Label) XXX_Marshal ¶
func (*Label) XXX_Unmarshal ¶
type LabelKeysResponse ¶
type LabelKeysResponse struct { Key []string `protobuf:"bytes,1,rep,name=key,proto3" json:"key,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*LabelKeysResponse) Descriptor ¶
func (*LabelKeysResponse) Descriptor() ([]byte, []int)
func (*LabelKeysResponse) GetKey ¶
func (m *LabelKeysResponse) GetKey() []string
func (*LabelKeysResponse) ProtoMessage ¶
func (*LabelKeysResponse) ProtoMessage()
func (*LabelKeysResponse) Reset ¶
func (m *LabelKeysResponse) Reset()
func (*LabelKeysResponse) String ¶
func (m *LabelKeysResponse) String() string
func (*LabelKeysResponse) XXX_DiscardUnknown ¶
func (m *LabelKeysResponse) XXX_DiscardUnknown()
func (*LabelKeysResponse) XXX_Marshal ¶
func (m *LabelKeysResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*LabelKeysResponse) XXX_Merge ¶
func (m *LabelKeysResponse) XXX_Merge(src proto.Message)
func (*LabelKeysResponse) XXX_Size ¶
func (m *LabelKeysResponse) XXX_Size() int
func (*LabelKeysResponse) XXX_Unmarshal ¶
func (m *LabelKeysResponse) XXX_Unmarshal(b []byte) error
type ListCountResponse ¶
type ListCountResponse struct { Count int64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"` Approximate bool `protobuf:"varint,2,opt,name=approximate,proto3" json:"approximate,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*ListCountResponse) Descriptor ¶
func (*ListCountResponse) Descriptor() ([]byte, []int)
func (*ListCountResponse) GetApproximate ¶
func (m *ListCountResponse) GetApproximate() bool
func (*ListCountResponse) GetCount ¶
func (m *ListCountResponse) GetCount() int64
func (*ListCountResponse) ProtoMessage ¶
func (*ListCountResponse) ProtoMessage()
func (*ListCountResponse) Reset ¶
func (m *ListCountResponse) Reset()
func (*ListCountResponse) String ¶
func (m *ListCountResponse) String() string
func (*ListCountResponse) XXX_DiscardUnknown ¶
func (m *ListCountResponse) XXX_DiscardUnknown()
func (*ListCountResponse) XXX_Marshal ¶
func (m *ListCountResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*ListCountResponse) XXX_Merge ¶
func (m *ListCountResponse) XXX_Merge(src proto.Message)
func (*ListCountResponse) XXX_Size ¶
func (m *ListCountResponse) XXX_Size() int
func (*ListCountResponse) XXX_Unmarshal ¶
func (m *ListCountResponse) XXX_Unmarshal(b []byte) error
type ListRequest ¶
type ListRequest struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` // Select objects by one or more id's Id []string `protobuf:"bytes,2,rep,name=id,proto3" json:"id,omitempty"` // Select objects by name // The name query is a case insensitive regular expresion search on name. // <pre> // Examples: // "foo" - matches all names containing the phrase foo // "^foo$" - matches the exact name foo // "foo.*bar$" - matches names containing foo followed by zero or more tokens and ends with bar // </pre> NameRegex string `protobuf:"bytes,3,opt,name=name_regex,json=nameRegex,proto3" json:"name_regex,omitempty"` // Select objects by label // A string representing a label query. The query matches if at least one label matches the query. // If there are multiple queries, then each query must match at least one label. // Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match. // If value ends with <code>*</code> then the key must match and value must match up until the <code>*</code>. // If value is empty, all labels matching the key will match. // If key is empty, then the matching is done on the value for all keys. // If key is empty, then the <code>:</code> might be ommitted. // <pre> // Examples: // "foo:bar" - matches exactly labels with key=foo and value=bar // "foo:" - matches all labels with key=foo // ":bar" - matches all labels with value=bar // "bar" - matches all labels with value=bar // "foo:ba*" - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber) // ":ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // "ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // ":" - matches every label // "" - matches every label // </pre> LabelSelector []string `protobuf:"bytes,4,rep,name=label_selector,json=labelSelector,proto3" json:"label_selector,omitempty"` QueryTemplate *ConfigObject `protobuf:"bytes,5,opt,name=query_template,json=queryTemplate,proto3" json:"query_template,omitempty"` QueryMask *v1.FieldMask `protobuf:"bytes,6,opt,name=query_mask,json=queryMask,proto3" json:"query_mask,omitempty"` ReturnedFieldsMask *v1.FieldMask `protobuf:"bytes,7,opt,name=returned_fields_mask,json=returnedFieldsMask,proto3" json:"returned_fields_mask,omitempty"` OrderByPath string `protobuf:"bytes,8,opt,name=order_by_path,json=orderByPath,proto3" json:"order_by_path,omitempty"` OrderDescending bool `protobuf:"varint,9,opt,name=order_descending,json=orderDescending,proto3" json:"order_descending,omitempty"` PageSize int32 `protobuf:"varint,14,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` Offset int32 `protobuf:"varint,15,opt,name=offset,proto3" json:"offset,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
Specification of wich entities to get.
func (*ListRequest) Descriptor ¶
func (*ListRequest) Descriptor() ([]byte, []int)
func (*ListRequest) GetId ¶
func (m *ListRequest) GetId() []string
func (*ListRequest) GetKind ¶
func (m *ListRequest) GetKind() Kind
func (*ListRequest) GetLabelSelector ¶
func (m *ListRequest) GetLabelSelector() []string
func (*ListRequest) GetNameRegex ¶
func (m *ListRequest) GetNameRegex() string
func (*ListRequest) GetOffset ¶
func (m *ListRequest) GetOffset() int32
func (*ListRequest) GetOrderByPath ¶
func (m *ListRequest) GetOrderByPath() string
func (*ListRequest) GetOrderDescending ¶
func (m *ListRequest) GetOrderDescending() bool
func (*ListRequest) GetPageSize ¶
func (m *ListRequest) GetPageSize() int32
func (*ListRequest) GetQueryMask ¶
func (m *ListRequest) GetQueryMask() *v1.FieldMask
func (*ListRequest) GetQueryTemplate ¶
func (m *ListRequest) GetQueryTemplate() *ConfigObject
func (*ListRequest) GetReturnedFieldsMask ¶
func (m *ListRequest) GetReturnedFieldsMask() *v1.FieldMask
func (*ListRequest) ProtoMessage ¶
func (*ListRequest) ProtoMessage()
func (*ListRequest) Reset ¶
func (m *ListRequest) Reset()
func (*ListRequest) String ¶
func (m *ListRequest) String() string
func (*ListRequest) XXX_DiscardUnknown ¶
func (m *ListRequest) XXX_DiscardUnknown()
func (*ListRequest) XXX_Marshal ¶
func (m *ListRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*ListRequest) XXX_Merge ¶
func (m *ListRequest) XXX_Merge(src proto.Message)
func (*ListRequest) XXX_Size ¶
func (m *ListRequest) XXX_Size() int
func (*ListRequest) XXX_Unmarshal ¶
func (m *ListRequest) XXX_Unmarshal(b []byte) error
type Meta ¶
type Meta struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"` Created *timestamp.Timestamp `protobuf:"bytes,3,opt,name=created,proto3" json:"created,omitempty"` CreatedBy string `protobuf:"bytes,4,opt,name=created_by,json=createdBy,proto3" json:"created_by,omitempty"` LastModified *timestamp.Timestamp `protobuf:"bytes,5,opt,name=last_modified,json=lastModified,proto3" json:"last_modified,omitempty"` LastModifiedBy string `protobuf:"bytes,6,opt,name=last_modified_by,json=lastModifiedBy,proto3" json:"last_modified_by,omitempty"` Label []*Label `protobuf:"bytes,7,rep,name=label,proto3" json:"label,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*Meta) Descriptor ¶
func (*Meta) GetCreated ¶
func (*Meta) GetCreatedBy ¶
func (*Meta) GetDescription ¶
func (*Meta) GetLastModified ¶
func (*Meta) GetLastModifiedBy ¶
func (*Meta) ProtoMessage ¶
func (*Meta) ProtoMessage()
func (*Meta) XXX_DiscardUnknown ¶
func (m *Meta) XXX_DiscardUnknown()
func (*Meta) XXX_Unmarshal ¶
type PolitenessConfig ¶
type PolitenessConfig struct { RobotsPolicy PolitenessConfig_RobotsPolicy `` /* 157-byte string literal not displayed */ MinimumRobotsValidityDurationS int32 `` /* 159-byte string literal not displayed */ CustomRobots string `protobuf:"bytes,20,opt,name=custom_robots,json=customRobots,proto3" json:"custom_robots,omitempty"` MinTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */ MaxTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */ //* // The fetch time of the URI is multiplied with this value to get the delay time before fetching the next URI. // If min_time_between_page_load_ms and/or max_time_between_page_load_ms are set, then those values are used as // the upper/lower limits for delay. // If delay_factor is unset or zero, then a delay_facor of one is assumed. If delay_factor is negative, // a delay_factor of zero is assumed. DelayFactor float32 `protobuf:"fixed32,6,opt,name=delay_factor,json=delayFactor,proto3" json:"delay_factor,omitempty"` MaxRetries int32 `protobuf:"varint,7,opt,name=max_retries,json=maxRetries,proto3" json:"max_retries,omitempty"` RetryDelaySeconds int32 `protobuf:"varint,8,opt,name=retry_delay_seconds,json=retryDelaySeconds,proto3" json:"retry_delay_seconds,omitempty"` // Select crawl host groups by label // A string representing a label query. The query matches if at least one label matches the query. // If there are multiple queries, then each query must match at least one label. // Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match. // If value ends with <code>*</code> then the key must match and value must match up until the <code>*</code>. // If value is empty, all labels matching the key will match. // If key is empty, then the matching is done on the value for all keys. // If key is empty, then the <code>:</code> might be ommitted. // <pre> // Examples: // "foo:bar" - matches exactly labels with key=foo and value=bar // "foo:" - matches all labels with key=foo // ":bar" - matches all labels with value=bar // "bar" - matches all labels with value=bar // "foo:ba*" - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber) // ":ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // "ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // ":" - matches every label // "" - matches every label // </pre> CrawlHostGroupSelector []string `` /* 131-byte string literal not displayed */ // If true, use hostname instead of ip for politeness UseHostname bool `protobuf:"varint,10,opt,name=use_hostname,json=useHostname,proto3" json:"use_hostname,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*PolitenessConfig) Descriptor ¶
func (*PolitenessConfig) Descriptor() ([]byte, []int)
func (*PolitenessConfig) GetCrawlHostGroupSelector ¶
func (m *PolitenessConfig) GetCrawlHostGroupSelector() []string
func (*PolitenessConfig) GetCustomRobots ¶
func (m *PolitenessConfig) GetCustomRobots() string
func (*PolitenessConfig) GetDelayFactor ¶
func (m *PolitenessConfig) GetDelayFactor() float32
func (*PolitenessConfig) GetMaxRetries ¶
func (m *PolitenessConfig) GetMaxRetries() int32
func (*PolitenessConfig) GetMaxTimeBetweenPageLoadMs ¶
func (m *PolitenessConfig) GetMaxTimeBetweenPageLoadMs() int64
func (*PolitenessConfig) GetMinTimeBetweenPageLoadMs ¶
func (m *PolitenessConfig) GetMinTimeBetweenPageLoadMs() int64
func (*PolitenessConfig) GetMinimumRobotsValidityDurationS ¶
func (m *PolitenessConfig) GetMinimumRobotsValidityDurationS() int32
func (*PolitenessConfig) GetRetryDelaySeconds ¶
func (m *PolitenessConfig) GetRetryDelaySeconds() int32
func (*PolitenessConfig) GetRobotsPolicy ¶
func (m *PolitenessConfig) GetRobotsPolicy() PolitenessConfig_RobotsPolicy
func (*PolitenessConfig) GetUseHostname ¶
func (m *PolitenessConfig) GetUseHostname() bool
func (*PolitenessConfig) ProtoMessage ¶
func (*PolitenessConfig) ProtoMessage()
func (*PolitenessConfig) Reset ¶
func (m *PolitenessConfig) Reset()
func (*PolitenessConfig) String ¶
func (m *PolitenessConfig) String() string
func (*PolitenessConfig) XXX_DiscardUnknown ¶
func (m *PolitenessConfig) XXX_DiscardUnknown()
func (*PolitenessConfig) XXX_Marshal ¶
func (m *PolitenessConfig) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*PolitenessConfig) XXX_Merge ¶
func (m *PolitenessConfig) XXX_Merge(src proto.Message)
func (*PolitenessConfig) XXX_Size ¶
func (m *PolitenessConfig) XXX_Size() int
func (*PolitenessConfig) XXX_Unmarshal ¶
func (m *PolitenessConfig) XXX_Unmarshal(b []byte) error
type PolitenessConfig_RobotsPolicy ¶
type PolitenessConfig_RobotsPolicy int32
const ( // Obey robots.txt on a page level. The requested URI is evaluated, but any embedded resources are // fetched without respecting robots.txt PolitenessConfig_OBEY_ROBOTS PolitenessConfig_RobotsPolicy = 0 // Ignore robots.txt completely PolitenessConfig_IGNORE_ROBOTS PolitenessConfig_RobotsPolicy = 1 // Use submitted robots.txt instead of the one served by the target site. Only the requested URI is // evaluated. PolitenessConfig_CUSTOM_ROBOTS PolitenessConfig_RobotsPolicy = 2 // Obey robots.txt for all URI's PolitenessConfig_OBEY_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 3 // Use submitted robots.txt instead of the one served by the target site. All URI's are // evaluated. PolitenessConfig_CUSTOM_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 4 // Use submitted robots.txt if no one is served by the target site. Only the requested URI is // evaluated. PolitenessConfig_CUSTOM_IF_MISSING PolitenessConfig_RobotsPolicy = 5 // Use submitted robots.txt if no one is served by the target site. All URI's are // evaluated. PolitenessConfig_CUSTOM_IF_MISSING_CLASSIC PolitenessConfig_RobotsPolicy = 6 )
func (PolitenessConfig_RobotsPolicy) EnumDescriptor ¶
func (PolitenessConfig_RobotsPolicy) EnumDescriptor() ([]byte, []int)
func (PolitenessConfig_RobotsPolicy) String ¶
func (x PolitenessConfig_RobotsPolicy) String() string
type Role ¶
type Role int32
const ( // Any authenticated user Role_ANY_USER Role = 0 // Any user including unauthenticated users Role_ANY Role = 1 // Administrator Role_ADMIN Role = 2 // Curator Role_CURATOR Role = 3 // A user with permission to read internal data Role_READONLY Role = 4 // A crawl operator Role_OPERATOR Role = 5 // Machine to machine Role_SYSTEM Role = 6 )
func (Role) EnumDescriptor ¶
type RoleMapping ¶
type RoleMapping struct { // Types that are valid to be assigned to EmailOrGroup: // *RoleMapping_Email // *RoleMapping_Group EmailOrGroup isRoleMapping_EmailOrGroup `protobuf_oneof:"email_or_group"` Role []Role `protobuf:"varint,4,rep,packed,name=role,proto3,enum=veidemann.api.config.v1.Role" json:"role,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*RoleMapping) Descriptor ¶
func (*RoleMapping) Descriptor() ([]byte, []int)
func (*RoleMapping) GetEmail ¶
func (m *RoleMapping) GetEmail() string
func (*RoleMapping) GetEmailOrGroup ¶
func (m *RoleMapping) GetEmailOrGroup() isRoleMapping_EmailOrGroup
func (*RoleMapping) GetGroup ¶
func (m *RoleMapping) GetGroup() string
func (*RoleMapping) GetRole ¶
func (m *RoleMapping) GetRole() []Role
func (*RoleMapping) ProtoMessage ¶
func (*RoleMapping) ProtoMessage()
func (*RoleMapping) Reset ¶
func (m *RoleMapping) Reset()
func (*RoleMapping) String ¶
func (m *RoleMapping) String() string
func (*RoleMapping) XXX_DiscardUnknown ¶
func (m *RoleMapping) XXX_DiscardUnknown()
func (*RoleMapping) XXX_Marshal ¶
func (m *RoleMapping) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*RoleMapping) XXX_Merge ¶
func (m *RoleMapping) XXX_Merge(src proto.Message)
func (*RoleMapping) XXX_OneofWrappers ¶
func (*RoleMapping) XXX_OneofWrappers() []interface{}
XXX_OneofWrappers is for the internal use of the proto package.
func (*RoleMapping) XXX_Size ¶
func (m *RoleMapping) XXX_Size() int
func (*RoleMapping) XXX_Unmarshal ¶
func (m *RoleMapping) XXX_Unmarshal(b []byte) error
type RoleMapping_Email ¶
type RoleMapping_Email struct {
Email string `protobuf:"bytes,2,opt,name=email,proto3,oneof"`
}
type RoleMapping_Group ¶
type RoleMapping_Group struct {
Group string `protobuf:"bytes,3,opt,name=group,proto3,oneof"`
}
type Seed ¶
type Seed struct { EntityRef *ConfigRef `protobuf:"bytes,3,opt,name=entity_ref,json=entityRef,proto3" json:"entity_ref,omitempty"` Scope *CrawlScope `protobuf:"bytes,4,opt,name=scope,proto3" json:"scope,omitempty"` JobRef []*ConfigRef `protobuf:"bytes,5,rep,name=job_ref,json=jobRef,proto3" json:"job_ref,omitempty"` Disabled bool `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*Seed) Descriptor ¶
func (*Seed) GetDisabled ¶
func (*Seed) GetEntityRef ¶
func (*Seed) GetScope ¶
func (m *Seed) GetScope() *CrawlScope
func (*Seed) ProtoMessage ¶
func (*Seed) ProtoMessage()
func (*Seed) XXX_DiscardUnknown ¶
func (m *Seed) XXX_DiscardUnknown()
func (*Seed) XXX_Unmarshal ¶
type UpdateRequest ¶
type UpdateRequest struct { ListRequest *ListRequest `protobuf:"bytes,1,opt,name=list_request,json=listRequest,proto3" json:"list_request,omitempty"` UpdateMask *v1.FieldMask `protobuf:"bytes,3,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"` UpdateTemplate *ConfigObject `protobuf:"bytes,4,opt,name=update_template,json=updateTemplate,proto3" json:"update_template,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*UpdateRequest) Descriptor ¶
func (*UpdateRequest) Descriptor() ([]byte, []int)
func (*UpdateRequest) GetListRequest ¶
func (m *UpdateRequest) GetListRequest() *ListRequest
func (*UpdateRequest) GetUpdateMask ¶
func (m *UpdateRequest) GetUpdateMask() *v1.FieldMask
func (*UpdateRequest) GetUpdateTemplate ¶
func (m *UpdateRequest) GetUpdateTemplate() *ConfigObject
func (*UpdateRequest) ProtoMessage ¶
func (*UpdateRequest) ProtoMessage()
func (*UpdateRequest) Reset ¶
func (m *UpdateRequest) Reset()
func (*UpdateRequest) String ¶
func (m *UpdateRequest) String() string
func (*UpdateRequest) XXX_DiscardUnknown ¶
func (m *UpdateRequest) XXX_DiscardUnknown()
func (*UpdateRequest) XXX_Marshal ¶
func (m *UpdateRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*UpdateRequest) XXX_Merge ¶
func (m *UpdateRequest) XXX_Merge(src proto.Message)
func (*UpdateRequest) XXX_Size ¶
func (m *UpdateRequest) XXX_Size() int
func (*UpdateRequest) XXX_Unmarshal ¶
func (m *UpdateRequest) XXX_Unmarshal(b []byte) error
type UpdateResponse ¶
type UpdateResponse struct { Updated int64 `protobuf:"varint,1,opt,name=updated,proto3" json:"updated,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` XXX_sizecache int32 `json:"-"` }
func (*UpdateResponse) Descriptor ¶
func (*UpdateResponse) Descriptor() ([]byte, []int)
func (*UpdateResponse) GetUpdated ¶
func (m *UpdateResponse) GetUpdated() int64
func (*UpdateResponse) ProtoMessage ¶
func (*UpdateResponse) ProtoMessage()
func (*UpdateResponse) Reset ¶
func (m *UpdateResponse) Reset()
func (*UpdateResponse) String ¶
func (m *UpdateResponse) String() string
func (*UpdateResponse) XXX_DiscardUnknown ¶
func (m *UpdateResponse) XXX_DiscardUnknown()
func (*UpdateResponse) XXX_Marshal ¶
func (m *UpdateResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
func (*UpdateResponse) XXX_Merge ¶
func (m *UpdateResponse) XXX_Merge(src proto.Message)
func (*UpdateResponse) XXX_Size ¶
func (m *UpdateResponse) XXX_Size() int
func (*UpdateResponse) XXX_Unmarshal ¶
func (m *UpdateResponse) XXX_Unmarshal(b []byte) error
Click to show internal directories.
Click to hide internal directories.