helpers

package

v0.0.0-...-7c47925 Latest Latest Go to latest Published: Nov 8, 2023 License: Apache-2.0 Imports: 33 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/kaskada-ai/kaskada

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
func CleanDatabase(dbDialect *string)
func DecodeAvroFromBytes(schema string, payload []byte) (interface{}, error)
func DeleteAllExistingObjects(objectStoreType string, objectStoreBucket string, objectStorePath string)
func DeleteTestFile(fileName string)
func DownloadCSV(url string) [][]string
func DownloadParquet(url string) []interface{}
func EmptyOutputPath(subPath string)
func EncodeAvroToBytes(schema string, datum interface{}) ([]byte, error)
func EventuallyListOutputFiles(subPath string, g types.Gomega) []string
func GetCSV(filePath string) [][]string
func GetCreateQueryResponses(stream v1alpha.QueryService_CreateQueryClient) ([]*v1alpha.CreateQueryResponse, error)
func GetMergedCreateQueryResponse(stream v1alpha.QueryService_CreateQueryClient) (*v1alpha.CreateQueryResponse, error)
func GetOutputPathURI(subPath string) string
func GetTestFileURI(fileName string) string
func ListOutputFiles(subPath string) []string
func LoadTestFileIntoTable(ctx context.Context, conn *grpc.ClientConn, table *v1alpha.Table, ...) *v1alpha.LoadDataResponse
func LoadTestFilesIntoTable(ctx context.Context, conn *grpc.ClientConn, table *v1alpha.Table, ...) []*v1alpha.LoadDataResponse
func LogLn(format string, args ...any)
func ReadTestFile(fileName string) []byte
func TestsAreRunningLocally() bool
func TestsAreRunningLocallyInDocker() bool
func WriteTestFile(fileName string, data []byte)
type HostConfig
- func (c HostConfig) GetContextCancelConnection(seconds int) (context.Context, context.CancelFunc, *grpc.ClientConn)
- func (c HostConfig) GetGrpcConnection(ctx context.Context) *grpc.ClientConn
type MinioHelper
- func (m *MinioHelper) AddFileToBucket(filePath string, bucket string, region string, key string) error
- func (m *MinioHelper) InitBucketAndUser(bucket string, region string, userName string, userPassword string, ...) error

Constants ¶

View Source

const (
	Object_store_type_local = "local"
	Object_store_type_s3    = "s3"
	Object_store_type_gcs   = "gcs"
	Object_store_type_azure = "azure"
)

Variables ¶

This section is empty.

Functions ¶

func CleanDatabase ¶

func CleanDatabase(dbDialect *string)

func DecodeAvroFromBytes ¶

func DecodeAvroFromBytes(schema string, payload []byte) (interface{}, error)

DecodeAvroFromBytes convert bytes to interface{} datum

func DeleteAllExistingObjects ¶

func DeleteAllExistingObjects(objectStoreType string, objectStoreBucket string, objectStorePath string)

func DeleteTestFile ¶

func DeleteTestFile(fileName string)

Deletes a file from the testdata path

func DownloadCSV ¶

func DownloadCSV(url string) [][]string

func DownloadParquet ¶

func DownloadParquet(url string) []interface{}

func EmptyOutputPath ¶

func EmptyOutputPath(subPath string)

Deletes all files at the output path

func EncodeAvroToBytes ¶

func EncodeAvroToBytes(schema string, datum interface{}) ([]byte, error)

EncodeAvroToBytes convert interface{} datum to bytes

func EventuallyListOutputFiles ¶

func EventuallyListOutputFiles(subPath string, g types.Gomega) []string

Lists all files at the output path

func GetCSV ¶

func GetCSV(filePath string) [][]string

func GetCreateQueryResponses ¶

func GetCreateQueryResponses(stream v1alpha.QueryService_CreateQueryClient) ([]*v1alpha.CreateQueryResponse, error)

func GetMergedCreateQueryResponse ¶

func GetMergedCreateQueryResponse(stream v1alpha.QueryService_CreateQueryClient) (*v1alpha.CreateQueryResponse, error)

func GetOutputPathURI ¶

func GetOutputPathURI(subPath string) string

Gets an output path URI

func GetTestFileURI ¶

func GetTestFileURI(fileName string) string

Gets a file URI for file in the testdata path

func ListOutputFiles ¶

func ListOutputFiles(subPath string) []string

Lists all files at the output path

func LoadTestFileIntoTable ¶

func LoadTestFileIntoTable(ctx context.Context, conn *grpc.ClientConn, table *v1alpha.Table, fileURI string) *v1alpha.LoadDataResponse

loads a file from testdata/ into a table.

func LoadTestFilesIntoTable ¶

func LoadTestFilesIntoTable(ctx context.Context, conn *grpc.ClientConn, table *v1alpha.Table, fileNames ...string) []*v1alpha.LoadDataResponse

loads files from testdata/ into a table.

func LogLn ¶

func LogLn(format string, args ...any)

helper to log to test output

func ReadTestFile ¶

func ReadTestFile(fileName string) []byte

Reads a file from the testdata path

func TestsAreRunningLocally ¶

func TestsAreRunningLocally() bool

func TestsAreRunningLocallyInDocker ¶

func TestsAreRunningLocallyInDocker() bool

func WriteTestFile ¶

func WriteTestFile(fileName string, data []byte)

Writes a file to the testdata path

Types ¶

type HostConfig ¶

type HostConfig struct {
	Hostname string
	Port     int
	UseTLS   bool
}

HostConfig holds the data needed to connect to a particular grpc server

func (HostConfig) GetContextCancelConnection ¶

func (c HostConfig) GetContextCancelConnection(seconds int) (context.Context, context.CancelFunc, *grpc.ClientConn)

func (HostConfig) GetGrpcConnection ¶

func (c HostConfig) GetGrpcConnection(ctx context.Context) *grpc.ClientConn

type MinioHelper ¶

type MinioHelper struct {
	Endpoint     string
	RootUser     string
	RootPassword string
}

func (*MinioHelper) AddFileToBucket ¶

func (m *MinioHelper) AddFileToBucket(filePath string, bucket string, region string, key string) error

func (*MinioHelper) InitBucketAndUser ¶

func (m *MinioHelper) InitBucketAndUser(bucket string, region string, userName string, userPassword string, isGetOnly bool, replaceBucketIfExisting bool) error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL