importer

package

v0.2.0 Latest Latest Go to latest Published: Nov 8, 2023 License: MIT Imports: 11 Imported by: 2

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

View Source

const UnixfsChunkSize uint64 = 1 << 20

View Source

const UnixfsLinksPerLevel = 1 << 10

This section is empty.

func BalanceNode(ctx context.Context, f io.Reader, fsize int64, bufDs format.DAGService, cidBuilder cid.Builder, batchReadNum int) (cid.Cid, error)

Todos:

read more bytes and parallel the dags save work

func NewDagWithData(rd []byte, fsNodeType pb.Data_DataType, cidBuilder cid.Builder) (format.Node, error)

type BatchSplitter struct {
	// contains filtered or unexported fields
}

func NewBatchSplitter(r io.Reader, size int64, batch int) *BatchSplitter

NewSizeSplitter returns a new size-based Splitter with the given block size.

func (ss *BatchSplitter) NextBytes() ([]*Idxbuf, error)

func (ss *BatchSplitter) Reader() io.Reader

type FSNodeOverDag struct {
	// contains filtered or unexported fields
}

func NewFSNFromDag(nd *merkledag.ProtoNode) (*FSNodeOverDag, error)

func NewFSNodeOverDag(fsNodeType pb.Data_DataType, cidBuilder cid.Builder) *FSNodeOverDag

func (n *FSNodeOverDag) AddChild(link *format.Link, fileSize uint64) error

func (n *FSNodeOverDag) Commit() (format.Node, error)

func (n *FSNodeOverDag) SetFileData(fileData []byte)

type IdxLink struct {
	Idx      int
	Link     *format.Link
	FileSize uint64
}

type Idxbuf struct {
	Idx int
	Buf []byte
}