computing

package
v0.4.6 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 26, 2024 License: MIT Imports: 80 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ResourceCpu     string = "cpu"
	ResourceMem     string = "mem"
	ResourceStorage string = "storage"
)
View Source 
const (
	PingMsg    = "ping"
	PingPeriod = 3 * time.Second
)
View Source 
const BuildFileName = "build.log"

Variables

View Source 
var NotFoundError = errors.New("not found resource")
View Source 
var NotFoundRedisKey = stErr.New("not found redis key")

Functions

func BuildImagesByDockerfile 

func BuildImagesByDockerfile(jobUuid, spaceUuid, spaceName, imagePath string) (string, string)

func BuildSpaceTaskImage 

func BuildSpaceTaskImage(spaceUuid string, files []models.SpaceFile) (bool, string, string, string, string, error)

func CancelJob 

func CancelJob(c *gin.Context)

func CheckWalletWhiteList added in v0.4.6 

func CheckWalletWhiteList(jobSourceURI string) bool

func CleanDockerResource added in v0.4.6 

func CleanDockerResource()

func DeploySpaceTask 

func DeploySpaceTask(jobSourceURI, hostName string, duration int, jobUuid string, taskUuid string, gpuProductName string) string

func DoProof 

func DoProof(c *gin.Context)

func DoUbiTaskForDocker added in v0.4.6 

func DoUbiTaskForDocker(c *gin.Context)

func DoUbiTaskForK8s added in v0.4.6 

func DoUbiTaskForK8s(c *gin.Context)

func ExtractExposedPort 

func ExtractExposedPort(dockerfilePath string) (string, error)

func GenerateNodeID 

func GenerateNodeID(cpRepoPath string) (string, string, string)

func GetCpInfo 

func GetCpInfo(c *gin.Context)

func GetCpResource added in v0.4.6 

func GetCpResource(c *gin.Context)

func GetNodeId 

func GetNodeId(cpRepoPath string) string

func GetNodeResource 

func GetNodeResource(allPods []corev1.Pod, node *corev1.Node) (map[string]int64, map[string]int64, *models.NodeResource)

func GetRedisClient 

func GetRedisClient() redis.Conn

func GetServiceProviderInfo 

func GetServiceProviderInfo(c *gin.Context)

func GetSpaceLog 

func GetSpaceLog(c *gin.Context)

func InitComputingProvider 

func InitComputingProvider(cpRepoPath string) string

func ReNewJob 

func ReNewJob(c *gin.Context)

func ReceiveJob 

func ReceiveJob(c *gin.Context)

func ReceiveUbiProofForDocker added in v0.4.6 

func ReceiveUbiProofForDocker(c *gin.Context)

func ReceiveUbiProofForK8s added in v0.4.6 

func ReceiveUbiProofForK8s(c *gin.Context)

func Reconnect 

func Reconnect(nodeID string) string

func RedeployJob 

func RedeployJob(c *gin.Context)

func RemoveContainerIfExists 

func RemoveContainerIfExists(imageName string) error

func RetrieveJobMetadata 

func RetrieveJobMetadata(key string) (models.CacheSpaceDetail, error)

func RetrieveUbiTaskMetadata 

func RetrieveUbiTaskMetadata(key string) (*models.CacheUbiTaskDetail, error)

func RunContainer 

func RunContainer(imageName, dockerfilePath string) string

func RunDockerCompose added in v0.4.6 

func RunDockerCompose(dockerComposeContent, cpPath string) error

func RunSyncTask 

func RunSyncTask(nodeId string)

func SaveUbiTaskMetadata 

func SaveUbiTaskMetadata(ubiTask *models.CacheUbiTaskDetail)

func StatisticalSources 

func StatisticalSources(c *gin.Context)

func StopPreviousServices added in v0.4.6 

func StopPreviousServices(dockerComposeContent, cpPath string) error

Types

type CeleryService 

type CeleryService struct {
	// contains filtered or unexported fields
}

func NewCeleryService 

func NewCeleryService() *CeleryService

func (*CeleryService) DelayTask 

func (s *CeleryService) DelayTask(taskName string, params ...interface{}) (*gocelery.AsyncResult, error)

func (*CeleryService) RegisterTask 

func (s *CeleryService) RegisterTask(taskName string, task interface{})

func (*CeleryService) Start 

func (s *CeleryService) Start()

func (*CeleryService) Stop 

func (s *CeleryService) Stop()

type ComposeApiService added in v0.4.6 

type ComposeApiService struct {
	api.Service
}

func NewComposeService added in v0.4.6 

func NewComposeService() (*ComposeApiService, error)

func (*ComposeApiService) ServiceDown added in v0.4.6 

func (cas *ComposeApiService) ServiceDown(dockerComposeBody string) error

func (*ComposeApiService) ServiceUp added in v0.4.6 

func (cas *ComposeApiService) ServiceUp(dockerComposeBody string) error

type CronTask 

type CronTask struct {
}

func NewCronTask 

func NewCronTask() *CronTask

func (*CronTask) RunTask 

func (task *CronTask) RunTask()

type Deploy 

type Deploy struct {
	SpacePath  string
	TaskType   string
	DeployName string
	// contains filtered or unexported fields
}

func NewDeploy 

func NewDeploy(jobUuid, hostName, walletAddress, hardwareDesc string, duration int64, taskUuid string, spaceType string) *Deploy

func (*Deploy) DockerfileToK8s 

func (d *Deploy) DockerfileToK8s()

func (*Deploy) ModelInferenceToK8s 

func (d *Deploy) ModelInferenceToK8s() error

func (*Deploy) WithDockerfile 

func (d *Deploy) WithDockerfile(image, dockerfilePath string) *Deploy

func (*Deploy) WithGpuProductName 

func (d *Deploy) WithGpuProductName(gpuProductName string) *Deploy

func (*Deploy) WithHardware added in v0.4.6 

func (d *Deploy) WithHardware(cpu, memory, storage int, gpuModel string, gpuNum int) *Deploy

func (*Deploy) WithImage added in v0.4.6 

func (d *Deploy) WithImage(images string) *Deploy

func (*Deploy) WithModelSettingFile 

func (d *Deploy) WithModelSettingFile(modelsSettingFile string) *Deploy

func (*Deploy) WithSpaceInfo 

func (d *Deploy) WithSpaceInfo(spaceUuid, spaceName string) *Deploy

func (*Deploy) WithSpacePath 

func (d *Deploy) WithSpacePath(spacePath string) *Deploy

func (*Deploy) WithYamlInfo 

func (d *Deploy) WithYamlInfo(yamlPath string) *Deploy

func (*Deploy) YamlToK8s 

func (d *Deploy) YamlToK8s()

type DockerService 

type DockerService struct {
	// contains filtered or unexported fields
}

func NewDockerService 

func NewDockerService() *DockerService

func (*DockerService) BuildImage 

func (ds *DockerService) BuildImage(buildPath, imageName string) error

func (*DockerService) CleanResource 

func (ds *DockerService) CleanResource()

func (*DockerService) ContainerCreateAndStart added in v0.4.6 

func (ds *DockerService) ContainerCreateAndStart(config *container.Config, hostConfig *container.HostConfig, containerName string) error

func (*DockerService) ContainerLogs added in v0.4.6 

func (ds *DockerService) ContainerLogs(containerName string) (string, error)

func (*DockerService) PullImage added in v0.4.6 

func (ds *DockerService) PullImage(imagesName string) error

func (*DockerService) PushImage 

func (ds *DockerService) PushImage(imagesName string) error

func (*DockerService) RemoveImage 

func (ds *DockerService) RemoveImage(imageId string) error

func (*DockerService) RemoveImageByName added in v0.4.6 

func (ds *DockerService) RemoveImageByName(containerName string) error

type ErrorLine 

type ErrorLine struct {
	Error       string `json:"error"`
	ErrorDetail struct {
		Message string `json:"message"`
	} `json:"errorDetail"`
}

type K8sService 

type K8sService struct {
	Version string
	// contains filtered or unexported fields
}

func NewK8sService 

func NewK8sService() *K8sService

func (*K8sService) AddNodeLabel 

func (s *K8sService) AddNodeLabel(nodeName, key string) error

func (*K8sService) CreateConfigMap 

func (s *K8sService) CreateConfigMap(ctx context.Context, k8sNameSpace, spaceUuid, basePath, configName string) (*coreV1.ConfigMap, error)

func (*K8sService) CreateDeployment 

func (s *K8sService) CreateDeployment(ctx context.Context, nameSpace string, deploy *appV1.Deployment) (result *appV1.Deployment, err error)

func (*K8sService) CreateIngress 

func (s *K8sService) CreateIngress(ctx context.Context, k8sNameSpace, spaceUuid, hostName string, port int32) (*networkingv1.Ingress, error)

func (*K8sService) CreateNameSpace 

func (s *K8sService) CreateNameSpace(ctx context.Context, nameSpace *coreV1.Namespace, opts metaV1.CreateOptions) (result *coreV1.Namespace, err error)

func (*K8sService) CreateNetworkPolicy 

func (s *K8sService) CreateNetworkPolicy(ctx context.Context, namespace string) (*networkingv1.NetworkPolicy, error)

func (*K8sService) CreateService 

func (s *K8sService) CreateService(ctx context.Context, nameSpace, spaceUuid string, containerPort int32) (result *coreV1.Service, err error)

func (*K8sService) CreateServiceByNodePort added in v0.4.6 

func (s *K8sService) CreateServiceByNodePort(ctx context.Context, nameSpace, taskUuid string, containerPort int32) (result *coreV1.Service, err error)

func (*K8sService) DeleteDeployRs 

func (s *K8sService) DeleteDeployRs(ctx context.Context, namespace, spaceUuid string) error

func (*K8sService) DeleteDeployment 

func (s *K8sService) DeleteDeployment(ctx context.Context, namespace, deploymentName string) error

func (*K8sService) DeleteIngress 

func (s *K8sService) DeleteIngress(ctx context.Context, nameSpace, ingressName string) error

func (*K8sService) DeleteNameSpace 

func (s *K8sService) DeleteNameSpace(ctx context.Context, nameSpace string) error

func (*K8sService) DeletePod 

func (s *K8sService) DeletePod(ctx context.Context, namespace, spaceUuid string) error

func (*K8sService) DeleteService 

func (s *K8sService) DeleteService(ctx context.Context, namespace, serviceName string) error

func (*K8sService) GetAPIServerEndpoint 

func (s *K8sService) GetAPIServerEndpoint() string

func (*K8sService) GetAllActivePod 

func (s *K8sService) GetAllActivePod(ctx context.Context) ([]coreV1.Pod, error)

func (*K8sService) GetDeploymentActiveCount 

func (s *K8sService) GetDeploymentActiveCount() (int, error)

func (*K8sService) GetDeploymentImages 

func (s *K8sService) GetDeploymentImages(ctx context.Context, namespace, deploymentName string) ([]string, error)

func (*K8sService) GetDeploymentStatus 

func (s *K8sService) GetDeploymentStatus(namespace, spaceUuid string) (string, error)

func (*K8sService) GetNameSpace 

func (s *K8sService) GetNameSpace(ctx context.Context, nameSpace string, opts metaV1.GetOptions) (result *coreV1.Namespace, err error)

func (*K8sService) GetNodeGpuSummary 

func (s *K8sService) GetNodeGpuSummary(ctx context.Context) (map[string]map[string]int64, error)

func (*K8sService) GetPodLogByPodName added in v0.4.5 

func (s *K8sService) GetPodLogByPodName(namespace, podName string, podLogOptions *coreV1.PodLogOptions) (string, error)

func (*K8sService) GetPods 

func (s *K8sService) GetPods(namespace, spaceUuid string) (bool, error)

func (*K8sService) GetResourceExporterPodLog 

func (s *K8sService) GetResourceExporterPodLog(ctx context.Context) (map[string]models.CollectNodeInfo, error)

func (*K8sService) GetServiceByName 

func (s *K8sService) GetServiceByName(ctx context.Context, namespace, serviceName string, opts metaV1.GetOptions) (result *coreV1.Service, err error)

func (*K8sService) ListNamespace 

func (s *K8sService) ListNamespace(ctx context.Context) ([]string, error)

func (*K8sService) ListUsedImage 

func (s *K8sService) ListUsedImage(ctx context.Context, nameSpace string) ([]string, error)

func (*K8sService) PodDoCommand 

func (s *K8sService) PodDoCommand(namespace, podName, containerName string, podCmd []string) error

func (*K8sService) StatisticalSources 

func (s *K8sService) StatisticalSources(ctx context.Context) ([]*models.NodeResource, error)

func (*K8sService) WaitForPodRunningByHttp added in v0.4.6 

func (s *K8sService) WaitForPodRunningByHttp(namespace, spaceUuid, serviceIp string) (string, error)

func (*K8sService) WaitForPodRunningByTcp added in v0.4.6 

func (s *K8sService) WaitForPodRunningByTcp(namespace, taskUuid string) (string, error)

type ScheduleTask 

type ScheduleTask struct {
	TaskMap sync.Map
}

func NewScheduleTask 

func NewScheduleTask() *ScheduleTask

func (*ScheduleTask) Run 

func (s *ScheduleTask) Run()

type StorageService 

type StorageService struct {
	McsApiKey      string `json:"mcs_api_key"`
	McsAccessToken string `json:"mcs_access_token"`
	NetWork        string `json:"net_work"`
	BucketName     string `json:"bucket_name"`
	// contains filtered or unexported fields
}

func NewStorageService 

func NewStorageService() *StorageService

func (*StorageService) CreateBucket 

func (storage *StorageService) CreateBucket(bucketName string)

func (*StorageService) CreateFolder 

func (storage *StorageService) CreateFolder(folderName string)

func (*StorageService) DeleteBucket 

func (storage *StorageService) DeleteBucket(bucketName string) error

func (*StorageService) GetGatewayUrl 

func (storage *StorageService) GetGatewayUrl() (*string, error)

func (*StorageService) UploadFileToBucket 

func (storage *StorageService) UploadFileToBucket(objectName, filePath string, replace bool) (*bucket.OssFile, error)

type WsClient 

type WsClient struct {
	// contains filtered or unexported fields
}

func NewWsClient 

func NewWsClient(client *websocket.Conn) *WsClient

func (*WsClient) Close 

func (ws *WsClient) Close()

func (*WsClient) HandleLogs 

func (ws *WsClient) HandleLogs(reader io.Reader)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.