mirror of
https://github.com/ipfs/kubo.git
synced 2025-09-10 11:52:21 +08:00

This commit adds a new set of sharness tests for pinning, and addresses bugs that were pointed out by said tests. test/sharness: added more pinning tests Pinning is currently broken. See issue #1051. This commit introduces a few more pinning tests. These are by no means exhaustive, but definitely surface the present problems going on. I believe these tests are correct, but not sure. Pushing them as failing so that pinning is fixed in this PR. make pinning and merkledag.Get take contexts improve 'add' commands usage of pinning FIXUP: fix 'pin lists look good' ipfs-pin-stat simple script to help check pinning This is a simple shell script to help check pinning. We ought to strive towards making adding commands this easy. The http api is great and powerful, but our setup right now gets in the way. Perhaps we can clean up that area. updated t0081-repo-pinning - fixed a couple bugs with the tests - made it a bit clearer (still a lot going on) - the remaining tests are correct and highlight a problem with pinning. Namely, that recursive pinning is buggy. At least: towards the end of the test, $HASH_DIR4 and $HASH_FILE4 should be pinned indirectly, but they're not. And thus get gc-ed out. There may be other problems too. cc @whyrusleeping fix grep params for context deadline check fix bugs in pin and pin tests check for block local before checking recursive pin
184 lines
4.3 KiB
Go
184 lines
4.3 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io"
|
|
|
|
context "github.com/ipfs/go-ipfs/Godeps/_workspace/src/golang.org/x/net/context"
|
|
assets "github.com/ipfs/go-ipfs/assets"
|
|
cmds "github.com/ipfs/go-ipfs/commands"
|
|
core "github.com/ipfs/go-ipfs/core"
|
|
coreunix "github.com/ipfs/go-ipfs/core/coreunix"
|
|
namesys "github.com/ipfs/go-ipfs/namesys"
|
|
config "github.com/ipfs/go-ipfs/repo/config"
|
|
fsrepo "github.com/ipfs/go-ipfs/repo/fsrepo"
|
|
uio "github.com/ipfs/go-ipfs/unixfs/io"
|
|
u "github.com/ipfs/go-ipfs/util"
|
|
debugerror "github.com/ipfs/go-ipfs/util/debugerror"
|
|
)
|
|
|
|
const nBitsForKeypairDefault = 4096
|
|
|
|
var initCmd = &cmds.Command{
|
|
Helptext: cmds.HelpText{
|
|
Tagline: "Initializes IPFS config file",
|
|
ShortDescription: "Initializes IPFS configuration files and generates a new keypair.",
|
|
},
|
|
|
|
Options: []cmds.Option{
|
|
cmds.IntOption("bits", "b", "Number of bits to use in the generated RSA private key (defaults to 4096)"),
|
|
cmds.BoolOption("force", "f", "Overwrite existing config (if it exists)"),
|
|
|
|
// TODO need to decide whether to expose the override as a file or a
|
|
// directory. That is: should we allow the user to also specify the
|
|
// name of the file?
|
|
// TODO cmds.StringOption("event-logs", "l", "Location for machine-readable event logs"),
|
|
},
|
|
Run: func(req cmds.Request, res cmds.Response) {
|
|
|
|
force, _, err := req.Option("f").Bool() // if !found, it's okay force == false
|
|
if err != nil {
|
|
res.SetError(err, cmds.ErrNormal)
|
|
return
|
|
}
|
|
|
|
nBitsForKeypair, bitsOptFound, err := req.Option("b").Int()
|
|
if err != nil {
|
|
res.SetError(err, cmds.ErrNormal)
|
|
return
|
|
}
|
|
|
|
if !bitsOptFound {
|
|
nBitsForKeypair = nBitsForKeypairDefault
|
|
}
|
|
|
|
rpipe, wpipe := io.Pipe()
|
|
go func() {
|
|
defer wpipe.Close()
|
|
if err := doInit(wpipe, req.Context().ConfigRoot, force, nBitsForKeypair); err != nil {
|
|
res.SetError(err, cmds.ErrNormal)
|
|
return
|
|
}
|
|
}()
|
|
res.SetOutput(rpipe)
|
|
},
|
|
}
|
|
|
|
var errRepoExists = debugerror.New(`ipfs configuration file already exists!
|
|
Reinitializing would overwrite your keys.
|
|
(use -f to force overwrite)
|
|
`)
|
|
|
|
func initWithDefaults(out io.Writer, repoRoot string) error {
|
|
err := doInit(out, repoRoot, false, nBitsForKeypairDefault)
|
|
return debugerror.Wrap(err)
|
|
}
|
|
|
|
func doInit(out io.Writer, repoRoot string, force bool, nBitsForKeypair int) error {
|
|
if _, err := fmt.Fprintf(out, "initializing ipfs node at %s\n", repoRoot); err != nil {
|
|
return err
|
|
}
|
|
|
|
if fsrepo.IsInitialized(repoRoot) && !force {
|
|
return errRepoExists
|
|
}
|
|
|
|
conf, err := config.Init(out, nBitsForKeypair)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if fsrepo.IsInitialized(repoRoot) {
|
|
if err := fsrepo.Remove(repoRoot); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if err := fsrepo.Init(repoRoot, conf); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := addDefaultAssets(out, repoRoot); err != nil {
|
|
return err
|
|
}
|
|
|
|
return initializeIpnsKeyspace(repoRoot)
|
|
}
|
|
|
|
func addDefaultAssets(out io.Writer, repoRoot string) error {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
r, err := fsrepo.Open(repoRoot)
|
|
if err != nil { // NB: repo is owned by the node
|
|
return err
|
|
}
|
|
|
|
nd, err := core.NewIPFSNode(ctx, core.Offline(r))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer nd.Close()
|
|
|
|
dirb := uio.NewDirectory(nd.DAG)
|
|
|
|
// add every file in the assets pkg
|
|
for fname, file := range assets.Init_dir {
|
|
buf := bytes.NewBufferString(file)
|
|
s, err := coreunix.Add(nd, buf)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
k := u.B58KeyDecode(s)
|
|
if err := dirb.AddChild(fname, k); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
dir := dirb.GetNode()
|
|
dkey, err := nd.DAG.Add(dir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := nd.Pinning.Pin(ctx, dir, true); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := nd.Pinning.Flush(); err != nil {
|
|
return err
|
|
}
|
|
|
|
if _, err = fmt.Fprintf(out, "to get started, enter:\n"); err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = fmt.Fprintf(out, "\n\tipfs cat /ipfs/%s/readme\n\n", dkey)
|
|
return err
|
|
}
|
|
|
|
func initializeIpnsKeyspace(repoRoot string) error {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
r, err := fsrepo.Open(repoRoot)
|
|
if err != nil { // NB: repo is owned by the node
|
|
return err
|
|
}
|
|
|
|
nd, err := core.NewIPFSNode(ctx, core.Offline(r))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer nd.Close()
|
|
|
|
err = nd.SetupOfflineRouting()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return namesys.InitializeKeyspace(ctx, nd.DAG, nd.Namesys, nd.Pinning, nd.PrivateKey)
|
|
}
|