api

package

v0.0.0-...-1f5a6c9 Latest Latest Go to latest Published: Sep 6, 2022 License: Apache-2.0 Imports: 24 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

This section is empty.

func Untar(dst string, r io.Reader) error

type Chunker struct {
	// contains filtered or unexported fields
}

func NewChunker(r io.Reader, min, max, avg, bufSize int, out io.Writer) *Chunker

func (n *Chunker) Chunk() error

type DockerChunker struct {
	// contains filtered or unexported fields
}

func NewDockerChunker(outBase *string, min, max, avg, bufSize *int) *DockerChunker

func (n *DockerChunker) ParseDockerLinux(images []string) error

func (n *DockerChunker) ParseDockerLinuxTar(images []string) error

func (n *DockerChunker) ParseDockerWindows(images []string) error

type FileChunker struct {
	TBasePath *string
	Name      *string
	// contains filtered or unexported fields
}

func NewFileChunker(outBase *string, min, max, avg, bufSize *int) *FileChunker

func (n *FileChunker) ParseFile(inFile *string) error

func (n *FileChunker) ParseFolder(inFolders *[]string) error

type GitHubChunker struct {
	// contains filtered or unexported fields
}

func NewGitHubChunker(outBase *string, min, max, avg, bufSize *int) *GitHubChunker

func (n *GitHubChunker) ParseGitHub(languages []string) error

type Job struct {
	// contains filtered or unexported fields
}

func (j *Job) Do()

type KaggleChunker struct {
	// contains filtered or unexported fields
}

func NewKaggleChunker(outBase *string, min, max, avg, bufSize *int, pqPath *string) *KaggleChunker

func (n *KaggleChunker) ParseKaggle() error

func (n *KaggleChunker) ParseKaggleNoTar() error