mirror of
https://github.com/ipfs/kubo.git
synced 2025-10-25 02:16:56 +08:00
96 lines
2.2 KiB
Go
96 lines
2.2 KiB
Go
// package importer implements utilities used to create ipfs DAGs from files
|
|
// and readers
|
|
package importer
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
|
|
"github.com/ipfs/go-ipfs/commands/files"
|
|
bal "github.com/ipfs/go-ipfs/importer/balanced"
|
|
"github.com/ipfs/go-ipfs/importer/chunk"
|
|
h "github.com/ipfs/go-ipfs/importer/helpers"
|
|
trickle "github.com/ipfs/go-ipfs/importer/trickle"
|
|
dag "github.com/ipfs/go-ipfs/merkledag"
|
|
"github.com/ipfs/go-ipfs/pin"
|
|
logging "github.com/ipfs/go-ipfs/vendor/QmXJkcEXB6C9h6Ytb6rrUTFU56Ro62zxgrbxTT3dgjQGA8/go-log"
|
|
)
|
|
|
|
var log = logging.Logger("importer")
|
|
|
|
// Builds a DAG from the given file, writing created blocks to disk as they are
|
|
// created
|
|
func BuildDagFromFile(fpath string, ds dag.DAGService, mp pin.ManualPinner) (*dag.Node, error) {
|
|
stat, err := os.Lstat(fpath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if stat.IsDir() {
|
|
return nil, fmt.Errorf("`%s` is a directory", fpath)
|
|
}
|
|
|
|
f, err := files.NewSerialFile(fpath, fpath, stat)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer f.Close()
|
|
|
|
return BuildDagFromReader(ds, chunk.NewSizeSplitter(f, chunk.DefaultBlockSize), BasicPinnerCB(mp))
|
|
}
|
|
|
|
func BuildDagFromReader(ds dag.DAGService, spl chunk.Splitter, ncb h.NodeCB) (*dag.Node, error) {
|
|
// Start the splitter
|
|
blkch, errch := chunk.Chan(spl)
|
|
|
|
dbp := h.DagBuilderParams{
|
|
Dagserv: ds,
|
|
Maxlinks: h.DefaultLinksPerBlock,
|
|
NodeCB: ncb,
|
|
}
|
|
|
|
return bal.BalancedLayout(dbp.New(blkch, errch))
|
|
}
|
|
|
|
func BuildTrickleDagFromReader(ds dag.DAGService, spl chunk.Splitter, ncb h.NodeCB) (*dag.Node, error) {
|
|
// Start the splitter
|
|
blkch, errch := chunk.Chan(spl)
|
|
|
|
dbp := h.DagBuilderParams{
|
|
Dagserv: ds,
|
|
Maxlinks: h.DefaultLinksPerBlock,
|
|
NodeCB: ncb,
|
|
}
|
|
|
|
return trickle.TrickleLayout(dbp.New(blkch, errch))
|
|
}
|
|
|
|
func BasicPinnerCB(p pin.ManualPinner) h.NodeCB {
|
|
return func(n *dag.Node, last bool) error {
|
|
k, err := n.Key()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if last {
|
|
p.PinWithMode(k, pin.Recursive)
|
|
return p.Flush()
|
|
} else {
|
|
p.PinWithMode(k, pin.Indirect)
|
|
return nil
|
|
}
|
|
}
|
|
}
|
|
|
|
func PinIndirectCB(p pin.ManualPinner) h.NodeCB {
|
|
return func(n *dag.Node, last bool) error {
|
|
k, err := n.Key()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
p.PinWithMode(k, pin.Indirect)
|
|
return nil
|
|
}
|
|
}
|