handler

package

v0.14.6 Latest Latest Go to latest Published: Mar 23, 2023 License: Apache-2.0 Imports: 23 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/PaddlePaddle/PaddleFlow

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
Variables
func CompsNeedHandleImage(comps map[string]schema.Component) bool
func NeedHandleImage(wfs schema.WorkflowSource) bool
func ReadFileFromFs(fsID, filePath string, logEntry *log.Entry) ([]byte, error)
type FsHandler
- func MockerNewFsHandlerWithServer(fsID string, logEntry *log.Entry) (*FsHandler, error)
- func (fh *FsHandler) Exist(path string) (bool, error)
- func (fh *FsHandler) IsDir(path string) (bool, error)
- func (fh *FsHandler) LastModTime(path string) (time.Time, error)
- func (fh *FsHandler) MkdirAll(path string, perm os.FileMode) error
- func (fh *FsHandler) ModTime(path string) (time.Time, error)
- func (fh *FsHandler) ReadFsFile(path string) ([]byte, error)
- func (fh *FsHandler) RemoveAll(path string) error
- func (fh *FsHandler) Stat(path string) (os.FileInfo, error)
type FsServerEmptyError
- func (e FsServerEmptyError) Error() string
type ImageConfig
type ImageHandler
- func InitPFImageHandler() (*ImageHandler, error)
- func (handler *ImageHandler) ExecCBAndRemoveHandleID(logEntry *log.Entry, handleID, imageID, imageUrl string, err error)
- func (handler *ImageHandler) HandleImage(dockerEnv, runID, fsID string, imageIDs []string, logEntry *log.Entry, ...) error
- func (handler *ImageHandler) HandleTarImage(dockerEnv, runID, fsID string, imageIDs []string, logEntry *log.Entry, ...) (err error)
- func (handler *ImageHandler) HandleUrlImage(dockerEnv, runID, fsID string, logEntry *log.Entry, ...) error
- func (handler *ImageHandler) IsImageExistInRepo(handleInfo imageHandleInfo, imageID string) bool
- func (handler *ImageHandler) RemoveImage(logEntry *log.Entry, imageID []string)
- func (handler *ImageHandler) Run()
- func (handler *ImageHandler) Stop()
type ImageHandlerCallBackFunc
type ImageHandlerError
- func (e ImageHandlerError) Error() string
type ImageInfo
type PathTimeMap
- func (pm *PathTimeMap) LatestTime() (path string, latestTime time.Time)
- func (pm *PathTimeMap) WalkFunc(path string, info iofs.FileInfo, err error) error

Constants ¶

View Source

const (
	TarFile     dockerEnvType = "tar"
	RegistryUrl dockerEnvType = "url"
)

Variables ¶

View Source

var NewFsHandlerWithServer = func(fsID string, logEntry *log.Entry) (*FsHandler, error) {
	logEntry.Debugf("begin to new a FsHandler with fsID[%s]", fsID)
	var fsClientError error = nil
	var fsHandler FsHandler
	var fsClient fs.FSClient

	for i := 0; i < maxRetryCount; i++ {
		fsClientError = nil
		fsHandler = FsHandler{
			fsID: fsID,
		}
		fsClient, fsClientError = fs.NewFSClientWithServer(config.GetServiceAddress(), fsID)
		if fsClientError != nil {
			logEntry.Errorf("new a FSClient with fsID[%s] failed: %v", fsID, fsClientError)
			time.Sleep(sleepMillisecond * time.Millisecond)
			continue
		}
		fsHandler.fsClient = fsClient
		fsHandler.log = logEntry
		break
	}
	if fsClientError != nil {
		return nil, fsClientError
	}
	return &fsHandler, nil
}

方便单测

Functions ¶

func CompsNeedHandleImage ¶ added in v0.14.3

func CompsNeedHandleImage(comps map[string]schema.Component) bool

func NeedHandleImage ¶

func NeedHandleImage(wfs schema.WorkflowSource) bool

func ReadFileFromFs ¶

func ReadFileFromFs(fsID, filePath string, logEntry *log.Entry) ([]byte, error)

Types ¶

type FsHandler ¶

type FsHandler struct {
	// contains filtered or unexported fields
}

func MockerNewFsHandlerWithServer ¶

func MockerNewFsHandlerWithServer(fsID string, logEntry *log.Entry) (*FsHandler, error)

方便其余模块调用 fsHandler单测

func (*FsHandler) Exist ¶

func (fh *FsHandler) Exist(path string) (bool, error)

func (*FsHandler) IsDir ¶ added in v0.14.3

func (fh *FsHandler) IsDir(path string) (bool, error)

func (*FsHandler) LastModTime ¶

func (fh *FsHandler) LastModTime(path string) (time.Time, error)

获取 path 下所有文件和目录（包括path本身）的最新的 mtime

func (*FsHandler) MkdirAll ¶

func (fh *FsHandler) MkdirAll(path string, perm os.FileMode) error

func (*FsHandler) ModTime ¶

func (fh *FsHandler) ModTime(path string) (time.Time, error)

func (*FsHandler) ReadFsFile ¶

func (fh *FsHandler) ReadFsFile(path string) ([]byte, error)

func (*FsHandler) RemoveAll ¶

func (fh *FsHandler) RemoveAll(path string) error

func (*FsHandler) Stat ¶

func (fh *FsHandler) Stat(path string) (os.FileInfo, error)

type FsServerEmptyError ¶

type FsServerEmptyError struct {
}

func (FsServerEmptyError) Error ¶

func (e FsServerEmptyError) Error() string

type ImageConfig ¶

type ImageConfig struct {
	Config   string   `json:"Config"`
	RepoTags []string `json:"RepoTags"`
	Layers   []string `json:"Layers"`
}

type ImageHandler ¶

type ImageHandler struct {

	// 已经处理过的 HandleID 与镜像 Url 之间的映射关系
	UrlMap sync.Map
	// contains filtered or unexported fields
}

var PFImageHandler *ImageHandler

func InitPFImageHandler ¶

func InitPFImageHandler() (*ImageHandler, error)

func (*ImageHandler) ExecCBAndRemoveHandleID ¶

func (handler *ImageHandler) ExecCBAndRemoveHandleID(logEntry *log.Entry, handleID, imageID, imageUrl string,
	err error)

func (*ImageHandler) HandleImage ¶

func (handler *ImageHandler) HandleImage(dockerEnv, runID, fsID string, imageIDs []string, logEntry *log.Entry, cb ImageHandlerCallBackFunc) error

func (*ImageHandler) HandleTarImage ¶

func (handler *ImageHandler) HandleTarImage(dockerEnv, runID, fsID string, imageIDs []string,
	logEntry *log.Entry, cb ImageHandlerCallBackFunc) (err error)

func (*ImageHandler) HandleUrlImage ¶

func (handler *ImageHandler) HandleUrlImage(dockerEnv, runID, fsID string, logEntry *log.Entry, cb ImageHandlerCallBackFunc) error

func (*ImageHandler) IsImageExistInRepo ¶

func (handler *ImageHandler) IsImageExistInRepo(handleInfo imageHandleInfo, imageID string) bool

func (*ImageHandler) RemoveImage ¶

func (handler *ImageHandler) RemoveImage(logEntry *log.Entry, imageID []string)

func (*ImageHandler) Run ¶

func (handler *ImageHandler) Run()

func (*ImageHandler) Stop ¶

func (handler *ImageHandler) Stop()

type ImageHandlerCallBackFunc ¶

type ImageHandlerCallBackFunc func(imageInfo ImageInfo, err error) error

type ImageHandlerError ¶

type ImageHandlerError struct {
	// contains filtered or unexported fields
}

func (ImageHandlerError) Error ¶

func (e ImageHandlerError) Error() string

type ImageInfo ¶

type ImageInfo struct {
	RunID      string
	FsID       string
	Source     string // docker_env in run.yaml
	ImageID    string
	Url        string
	UrlUpdated bool
	PFImageID  string // 数据库中的唯一标识符
}

type PathTimeMap ¶

type PathTimeMap struct {
	PTMap map[string]time.Time
}

用于存储文件/目录的 MTime/CTime/ATime

func (*PathTimeMap) LatestTime ¶ added in v0.14.3

func (pm *PathTimeMap) LatestTime() (path string, latestTime time.Time)

获取最近的时间

func (*PathTimeMap) WalkFunc ¶

func (pm *PathTimeMap) WalkFunc(path string, info iofs.FileInfo, err error) error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL