transformers

package
v1.11.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Mar 12, 2024 License: Apache-2.0 Imports: 14 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func ApplyPagination

func ApplyPagination(paginationOpts *datacatalog.PaginationOptions, input *models.ListModelsInput) error

func CreateArtifactModel

func CreateArtifactModel(request *datacatalog.CreateArtifactRequest, artifactData []models.ArtifactData, dataset models.Dataset) (models.Artifact, error)

func CreateDatasetModel

func CreateDatasetModel(dataset *datacatalog.Dataset) (*models.Dataset, error)

Create a dataset model from the Dataset api object. This will serialize the metadata in the dataset as part of the transform

func CreateReservation

func CreateReservation(reservation *models.Reservation, heartbeatInterval time.Duration) (datacatalog.Reservation, error)

func FilterToListInput

func FilterToListInput(ctx context.Context, sourceEntity common.Entity, filterExpression *datacatalog.FilterExpression) (models.ListModelsInput, error)

func FromArtifactModel

func FromArtifactModel(artifact models.Artifact) (*datacatalog.Artifact, error)

func FromArtifactModels

func FromArtifactModels(artifacts []models.Artifact) ([]*datacatalog.Artifact, error)

func FromDatasetID

func FromDatasetID(datasetID *datacatalog.DatasetID) models.DatasetKey

Create a dataset ID from the dataset key model

func FromDatasetModel

func FromDatasetModel(dataset models.Dataset) (*datacatalog.Dataset, error)

Create a Dataset api object given a model, this will unmarshal the metadata into the object as part of the transform

func FromPartitionKeyModel

func FromPartitionKeyModel(partitionKeys []models.PartitionKey) []string

func FromReservationID

func FromReservationID(reservationID *datacatalog.ReservationID) models.ReservationKey

func FromTagModel

func FromTagModel(datasetID *datacatalog.DatasetID, tag models.Tag) *datacatalog.Tag

func SerializedMetadata added in v1.10.7

func SerializedMetadata(metadata *datacatalog.Metadata) ([]byte, error)

func ToArtifactKey

func ToArtifactKey(datasetID *datacatalog.DatasetID, artifactID string) models.ArtifactKey

Transforms datasetID and artifact combination into an ArtifactKey The DatasetID is optional since artifactIDs are unique per Artifact

func ToTagKey

func ToTagKey(datasetID *datacatalog.DatasetID, tagName string) models.TagKey

Types

This section is empty.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL