Documentation
¶
Index ¶
Constants ¶
View Source
const ( KaggleConfig = "~/.kaggle/kaggle.json" KaggleKeyFileEnvVar = "KAGGLE_KEY_FILE" KaggleApiEndpoint = "https://www.kaggle.com/api/v1" )
Variables ¶
View Source
var ( ErrInvalidURI = errors.New("invalid URI") ErrDoesNotExist = errors.New("object does not exist") )
View Source
var (
ErrLakeFSError = errors.New("lakeFS API Error")
)
Functions ¶
func DummyLogger ¶
Types ¶
type CanSetLogger ¶
type CanSetLogger interface {
Fetcher
// contains filtered or unexported methods
}
type Fetcher ¶
type HttpFetcher ¶
type HttpFetcher struct {
// contains filtered or unexported fields
}
func NewHttpFetcher ¶
func NewHttpFetcher(uri string) (*HttpFetcher, error)
func (*HttpFetcher) Fetch ¶
func (h *HttpFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
type KaggleFetcher ¶
type KaggleFetcher struct {
// contains filtered or unexported fields
}
func NewKaggleFetcher ¶
func NewKaggleFetcher(uri string) (*KaggleFetcher, error)
func (*KaggleFetcher) Fetch ¶
func (k *KaggleFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
type LakeFSFetcher ¶
type LakeFSFetcher struct {
// contains filtered or unexported fields
}
func NewLakeFSFetcher ¶
func NewLakeFSFetcher(uri string) (*LakeFSFetcher, error)
func (*LakeFSFetcher) Fetch ¶
func (f *LakeFSFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
type LocalFetcher ¶
type LocalFetcher struct {
// contains filtered or unexported fields
}
func NewLocalFetcher ¶
func NewLocalFetcher(uri string) (*LocalFetcher, error)
func NewLocalFetcherFromData ¶
func NewLocalFetcherFromData(data ReadSeekerCloser) *LocalFetcher
func (*LocalFetcher) Fetch ¶
func (l *LocalFetcher) Fetch(_ context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
type S3Getter ¶
type S3Getter interface {
GetObject(context.Context, *s3.GetObjectInput, ...func(*s3.Options)) (*s3.GetObjectOutput, error)
}
type S3ObjectFetcher ¶
type S3ObjectFetcher struct {
// contains filtered or unexported fields
}
func NewS3ObjectFetcher ¶
func NewS3ObjectFetcher(uri string) (*S3ObjectFetcher, error)
func (*S3ObjectFetcher) Fetch ¶
func (s *S3ObjectFetcher) Fetch(ctx context.Context, startOffset *int64, endOffset *int64) (io.ReadCloser, error)
Source Files
Click to show internal directories.
Click to hide internal directories.