mgr

package
v1.3.5 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 31, 2017 License: Apache-2.0 Imports: 27 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	StatsShell = "stats"
	PREFIX     = "/logkit"
)
View Source 
const (
	SpeedUp     = "up"
	SpeedDown   = "down"
	SpeedStable = "stable"
)
View Source 
const (
	KeyMetricType = "type"
)

Variables

View Source 
var DEFAULT_LOGKIT_REST_DIR = "/.logkitconfs"
View Source 
var DEFAULT_PORT = 4000
View Source 
var DIR_NOT_EXIST_SLEEP_TIME = "300" //300 s
View Source 
var KeySampleLog = "sampleLog"

Functions

func NewMetric 

func NewMetric(tp string) (metric.Collector, error)

Types

type CleanInfo 

type CleanInfo struct {
	// contains filtered or unexported fields
}

type LogExportRunner 

type LogExportRunner struct {
	RunnerInfo
	// contains filtered or unexported fields
}

func NewLogExportRunner 

func NewLogExportRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal, ps *parser.ParserRegistry, sr *sender.SenderRegistry) (runner *LogExportRunner, err error)

func NewLogExportRunnerWithService 

func NewLogExportRunnerWithService(info RunnerInfo, reader reader.Reader, cleaner *cleaner.Cleaner, parser parser.LogParser, transformers []transforms.Transformer, senders []sender.Sender, meta *reader.Meta) (runner *LogExportRunner, err error)

func (*LogExportRunner) Cleaner 

func (r *LogExportRunner) Cleaner() CleanInfo

func (*LogExportRunner) LagStats 

func (r *LogExportRunner) LagStats() (rl RunnerLag, err error)

func (*LogExportRunner) Name 

func (r *LogExportRunner) Name() string

func (*LogExportRunner) Reset added in v1.3.1 

func (r *LogExportRunner) Reset() error

func (*LogExportRunner) Run 

func (r *LogExportRunner) Run()

func (*LogExportRunner) Status 

func (r *LogExportRunner) Status() RunnerStatus

func (*LogExportRunner) StatusBackup added in v1.3.5 

func (r *LogExportRunner) StatusBackup()

func (*LogExportRunner) StatusRestore added in v1.3.5 

func (r *LogExportRunner) StatusRestore()

func (*LogExportRunner) Stop 

func (r *LogExportRunner) Stop()

type Manager 

type Manager struct {
	ManagerConfig
	DefaultDir string

	Version    string
	SystemInfo string
	// contains filtered or unexported fields
}

func NewCustomManager 

func NewCustomManager(conf ManagerConfig, pr *parser.ParserRegistry, sr *sender.SenderRegistry) (*Manager, error)

func NewManager 

func NewManager(conf ManagerConfig) (*Manager, error)

func (*Manager) Add 

func (m *Manager) Add(confPath string)

func (*Manager) ForkRunner added in v1.2.3 

func (m *Manager) ForkRunner(confPath string, nconf RunnerConfig, errReturn bool) error

func (*Manager) Remove 

func (m *Manager) Remove(confPath string) (err error)

func (*Manager) RemoveWithConfig added in v1.3.5 

func (m *Manager) RemoveWithConfig(confPath string, isDelete bool) (err error)

func (*Manager) RestoreWebDir added in v1.2.3 

func (m *Manager) RestoreWebDir()

func (*Manager) Status 

func (m *Manager) Status() (rss map[string]RunnerStatus)

func (*Manager) Stop 

func (m *Manager) Stop() error

func (*Manager) Watch 

func (m *Manager) Watch(confsPath []string) (err error)

type ManagerConfig 

type ManagerConfig struct {
	BindHost string `json:"bind_host"`
	Idc      string `json:"idc"`
	Zone     string `json:"zone"`
	RestDir  string `json:"rest_dir"`
}

type MetricRunner 

type MetricRunner struct {
	RunnerName string `json:"name"`
	// contains filtered or unexported fields
}

func NewMetricRunner 

func NewMetricRunner(rc RunnerConfig, sr *sender.SenderRegistry) (runner *MetricRunner, err error)

func (*MetricRunner) Cleaner 

func (_ *MetricRunner) Cleaner() CleanInfo

func (*MetricRunner) Name 

func (mr *MetricRunner) Name() string

func (*MetricRunner) Run 

func (r *MetricRunner) Run()

func (*MetricRunner) Status 

func (mr *MetricRunner) Status() RunnerStatus

func (*MetricRunner) Stop 

func (mr *MetricRunner) Stop()

type PostParseRet added in v1.2.3 

type PostParseRet struct {
	SamplePoints []sender.Data `json:"SamplePoints"`
}

PostParseRet 返回值

type Resetable added in v1.3.1 

type Resetable interface {
	Reset() error
}

type RestService 

type RestService struct {
	// contains filtered or unexported fields
}

func NewRestService 

func NewRestService(mgr *Manager, router *echo.Echo) *RestService

func (*RestService) DeleteConfig added in v1.2.3 

func (rs *RestService) DeleteConfig() echo.HandlerFunc

delete /logkit/configs/<name>

func (*RestService) GetConfig added in v1.2.3 

func (rs *RestService) GetConfig() echo.HandlerFunc

get /logkit/configs/:name

func (*RestService) GetConfigs added in v1.2.3 

func (rs *RestService) GetConfigs() echo.HandlerFunc

get /logkit/configs

func (*RestService) GetParserKeyOptions added in v1.2.3 

func (rs *RestService) GetParserKeyOptions() echo.HandlerFunc

get /logkit/parser/options 获取解析选项

func (*RestService) GetParserSampleLogs added in v1.2.3 

func (rs *RestService) GetParserSampleLogs() echo.HandlerFunc

get /logkit/parser/samplelogs 获取样例日志

func (*RestService) GetParserUsages added in v1.2.3 

func (rs *RestService) GetParserUsages() echo.HandlerFunc

get /logkit/parser/usages 获得解析用途说明

func (*RestService) GetReaderKeyOptions added in v1.2.3 

func (rs *RestService) GetReaderKeyOptions() echo.HandlerFunc

get /logkit/reader/options 获取Reader参数配置

func (*RestService) GetReaderUsages added in v1.2.3 

func (rs *RestService) GetReaderUsages() echo.HandlerFunc

get /logkit/reader/usages 获取Reader用途

func (*RestService) GetSenderKeyOptions added in v1.2.3 

func (rs *RestService) GetSenderKeyOptions() echo.HandlerFunc

get /logkit/sender/options 获取sender配置参数

func (*RestService) GetSenderUsages added in v1.2.3 

func (rs *RestService) GetSenderUsages() echo.HandlerFunc

get /logkit/sender/usages 获取sender用途说明

func (*RestService) GetTransformerOptions added in v1.3.2 

func (rs *RestService) GetTransformerOptions() echo.HandlerFunc

GET /logkit/transformer/options

func (*RestService) GetTransformerSampleConfigs added in v1.3.2 

func (rs *RestService) GetTransformerSampleConfigs() echo.HandlerFunc

GET /logkit/transformer/sampleconfigs

func (*RestService) GetTransformerUsages added in v1.3.2 

func (rs *RestService) GetTransformerUsages() echo.HandlerFunc

GET /logkit/transformer/usages

func (*RestService) GetVersion added in v1.3.1 

func (rs *RestService) GetVersion() echo.HandlerFunc

func (*RestService) PostConfig added in v1.2.3 

func (rs *RestService) PostConfig() echo.HandlerFunc

post /logkit/configs/<name>

func (*RestService) PostConfigReset added in v1.3.1 

func (rs *RestService) PostConfigReset() echo.HandlerFunc

POST /logkit/configs/<name>/reset

func (*RestService) PostConfigStart added in v1.3.5 

func (rs *RestService) PostConfigStart() echo.HandlerFunc

POST /logkit/configs/<name>/start

func (*RestService) PostConfigStop added in v1.3.5 

func (rs *RestService) PostConfigStop() echo.HandlerFunc

POST /logkit/configs/<name>/stop

func (*RestService) PostParse added in v1.2.3 

func (rs *RestService) PostParse() echo.HandlerFunc

post /logkit/parser/parse 接受解析请求

func (*RestService) PostParserCheck added in v1.2.4 

func (rs *RestService) PostParserCheck() echo.HandlerFunc

POST /logkit/parser/check

func (*RestService) PostReaderCheck added in v1.2.4 

func (rs *RestService) PostReaderCheck() echo.HandlerFunc

POST /logkit/reader/check 请求校验reader配置

func (*RestService) PostSenderCheck added in v1.2.4 

func (rs *RestService) PostSenderCheck() echo.HandlerFunc

POST /logkit/sender/check 请求校验sender配置

func (*RestService) PutConfig added in v1.3.1 

func (rs *RestService) PutConfig() echo.HandlerFunc

put /logkit/configs/<name>

func (*RestService) Status added in v1.2.3 

func (rs *RestService) Status() echo.HandlerFunc

get /logkit/status

func (*RestService) Stop 

func (rs *RestService) Stop()

Stop will stop RestService

type Runner 

type Runner interface {
	Name() string
	Run()
	Stop()
	Cleaner() CleanInfo
	Status() RunnerStatus
}

func NewCustomRunner 

func NewCustomRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal, ps *parser.ParserRegistry, sr *sender.SenderRegistry) (runner Runner, err error)

func NewRunner 

func NewRunner(rc RunnerConfig, cleanChan chan<- cleaner.CleanSignal) (runner Runner, err error)

NewRunner 创建Runner

func NewRunnerWithService 

func NewRunnerWithService(info RunnerInfo, reader reader.Reader, cleaner *cleaner.Cleaner, parser parser.LogParser, transformers []transforms.Transformer, senders []sender.Sender, meta *reader.Meta) (runner Runner, err error)

type RunnerConfig 

type RunnerConfig struct {
	RunnerInfo
	Metric        []conf.MapConf           `json:"metric,omitempty"`
	ReaderConfig  conf.MapConf             `json:"reader"`
	CleanerConfig conf.MapConf             `json:"cleaner,omitempty"`
	ParserConf    conf.MapConf             `json:"parser"`
	Transforms    []map[string]interface{} `json:"transforms,omitempty"`
	SenderConfig  []conf.MapConf           `json:"senders"`
	IsInWebFolder bool                     `json:"web_folder,omitempty"`
	IsStopped     bool                     `json:"is_stopped,omitempty"`
}

RunnerConfig 从多数据源读取，经过解析后，发往多个数据目的地

func Compatible 

func Compatible(rc RunnerConfig) RunnerConfig

Compatible 用于新老配置的兼容

type RunnerInfo 

type RunnerInfo struct {
	RunnerName       string `json:"name"`
	CollectInterval  string `json:"collect_interval,omitempty"` // metric runner收集的频率
	MaxBatchLen      int    `json:"batch_len,omitempty"`        // 每个read batch的行数
	MaxBatchSize     int    `json:"batch_size,omitempty"`       // 每个read batch的字节数
	MaxBatchInteval  int    `json:"batch_interval,omitempty"`   // 最大发送时间间隔
	MaxBatchTryTimes int    `json:"batch_try_times,omitempty"`  // 最大发送次数，小于等于0代表无限重试
	CreateTime       string `json:"createtime"`
}

type RunnerLag 

type RunnerLag struct {
	Size   int64 `json:"size"`
	Files  int64 `json:"files"`
	Ftlags int64 `json:"ftlags"`
}

type RunnerStatus 

type RunnerStatus struct {
	Name           string                     `json:"name"`
	Logpath        string                     `json:"logpath"`
	ReadDataSize   int64                      `json:"readDataSize"`
	ReadDataCount  int64                      `json:"readDataCount"`
	Elaspedtime    float64                    `json:"elaspedtime"`
	Lag            RunnerLag                  `json:"lag"`
	ReaderStats    utils.StatsInfo            `json:"readerStats"`
	ParserStats    utils.StatsInfo            `json:"parserStats"`
	SenderStats    map[string]utils.StatsInfo `json:"senderStats"`
	TransformStats map[string]utils.StatsInfo `json:"transformStats"`
	Error          string                     `json:"error,omitempty"`

	ReadSpeedKB      float64 `json:"readspeed_kb"`
	ReadSpeed        float64 `json:"readspeed"`
	ReadSpeedTrendKb string  `json:"readspeedtrend_kb"`
	ReadSpeedTrend   string  `json:"readspeedtrend"`
	// contains filtered or unexported fields
}

type Service added in v1.2.3 

type Service struct {
	Prefix string
}

type StatusPersistable added in v1.3.5 

type StatusPersistable interface {
	StatusBackup()
	StatusRestore()
}

type Version added in v1.3.1 

type Version struct {
	Version string `json:"version"`
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.