mirror of
https://github.com/ipfs/kubo.git
synced 2025-09-08 22:57:50 +08:00
d7dab3afea
For the rest of the packages in util, move them to thirdparty and update the references. util is gone! License: MIT Signed-off-by: Jeromy <jeromyj@gmail.com>
118 lines
2.6 KiB
Go
118 lines
2.6 KiB
Go
package importer
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"io/ioutil"
|
|
"testing"
|
|
|
|
chunk "github.com/ipfs/go-ipfs/importer/chunk"
|
|
dag "github.com/ipfs/go-ipfs/merkledag"
|
|
mdtest "github.com/ipfs/go-ipfs/merkledag/test"
|
|
uio "github.com/ipfs/go-ipfs/unixfs/io"
|
|
u "gx/ipfs/QmZNVWh8LLjAavuQ2JXuFmuYH3C11xo988vSgp7UQrTRj1/go-ipfs-util"
|
|
context "gx/ipfs/QmZy2y8t9zQH2a1b8q2ZSLKp17ATuJoCNxxyMFG5qFExpt/go-net/context"
|
|
)
|
|
|
|
func getBalancedDag(t testing.TB, size int64, blksize int64) (*dag.Node, dag.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildDagFromReader(ds, chunk.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func getTrickleDag(t testing.TB, size int64, blksize int64) (*dag.Node, dag.DAGService) {
|
|
ds := mdtest.Mock()
|
|
r := io.LimitReader(u.NewTimeSeededRand(), size)
|
|
nd, err := BuildTrickleDagFromReader(ds, chunk.NewSizeSplitter(r, blksize))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return nd, ds
|
|
}
|
|
|
|
func TestBalancedDag(t *testing.T) {
|
|
ds := mdtest.Mock()
|
|
buf := make([]byte, 10000)
|
|
u.NewTimeSeededRand().Read(buf)
|
|
r := bytes.NewReader(buf)
|
|
|
|
nd, err := BuildDagFromReader(ds, chunk.DefaultSplitter(r))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
dr, err := uio.NewDagReader(context.Background(), nd, ds)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
out, err := ioutil.ReadAll(dr)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if !bytes.Equal(out, buf) {
|
|
t.Fatal("bad read")
|
|
}
|
|
}
|
|
|
|
func BenchmarkBalancedReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadSmallBlock(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, 4096)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkBalancedReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getBalancedDag(b, nbytes, chunk.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func BenchmarkTrickleReadFull(b *testing.B) {
|
|
b.StopTimer()
|
|
nbytes := int64(10000000)
|
|
nd, ds := getTrickleDag(b, nbytes, chunk.DefaultBlockSize)
|
|
|
|
b.SetBytes(nbytes)
|
|
b.StartTimer()
|
|
runReadBench(b, nd, ds)
|
|
}
|
|
|
|
func runReadBench(b *testing.B, nd *dag.Node, ds dag.DAGService) {
|
|
for i := 0; i < b.N; i++ {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
read, err := uio.NewDagReader(ctx, nd, ds)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
|
|
_, err = read.WriteTo(ioutil.Discard)
|
|
if err != nil && err != io.EOF {
|
|
b.Fatal(err)
|
|
}
|
|
cancel()
|
|
}
|
|
}
|