1
0
mirror of https://github.com/ipfs/kubo.git synced 2025-08-06 19:44:01 +08:00

Refactor per code climate rules

License: MIT
Signed-off-by: Michael Avila <davidmichaelavila@gmail.com>
This commit is contained in:
Michael Avila
2019-03-08 16:58:17 -08:00
parent bfcea27d39
commit dde397ebc1
7 changed files with 42 additions and 37 deletions

View File

@ -277,7 +277,7 @@ func setupNode(ctx context.Context, n *IpfsNode, cfg *BuildCfg) error {
n.Resolver = resolver.NewBasicResolver(n.DAG) n.Resolver = resolver.NewBasicResolver(n.DAG)
// Provider // Provider
queue, err := provider.NewQueue("provider-v1", ctx, n.Repo.Datastore()) queue, err := provider.NewQueue(ctx, "provider-v1", n.Repo.Datastore())
if err != nil { if err != nil {
return err return err
} }

View File

@ -125,7 +125,7 @@ type IpfsNode struct {
Routing routing.IpfsRouting // the routing system. recommend ipfs-dht Routing routing.IpfsRouting // the routing system. recommend ipfs-dht
Exchange exchange.Interface // the block exchange + strategy (bitswap) Exchange exchange.Interface // the block exchange + strategy (bitswap)
Namesys namesys.NameSystem // the name system, resolves paths to hashes Namesys namesys.NameSystem // the name system, resolves paths to hashes
Provider provider.Provider // the value provider system Provider provider.Provider // the value provider system
Reprovider *rp.Reprovider // the value reprovider system Reprovider *rp.Reprovider // the value reprovider system
IpnsRepub *ipnsrp.Republisher IpnsRepub *ipnsrp.Republisher

View File

@ -20,8 +20,8 @@ import (
"github.com/ipfs/go-ipfs/core" "github.com/ipfs/go-ipfs/core"
"github.com/ipfs/go-ipfs/namesys" "github.com/ipfs/go-ipfs/namesys"
"github.com/ipfs/go-ipfs/provider"
"github.com/ipfs/go-ipfs/pin" "github.com/ipfs/go-ipfs/pin"
"github.com/ipfs/go-ipfs/provider"
"github.com/ipfs/go-ipfs/repo" "github.com/ipfs/go-ipfs/repo"
bserv "github.com/ipfs/go-blockservice" bserv "github.com/ipfs/go-blockservice"

View File

@ -4,8 +4,10 @@ import (
cid "github.com/ipfs/go-cid" cid "github.com/ipfs/go-cid"
) )
// ProviderAPI brings Provider behavior to CoreAPI
type ProviderAPI CoreAPI type ProviderAPI CoreAPI
func (api *ProviderAPI) Provide(root cid.Cid) error { // Provide the given cid using the current provider
return api.provider.Provide(root) func (api *ProviderAPI) Provide(cid cid.Cid) error {
return api.provider.Provide(cid)
} }

View File

@ -2,8 +2,9 @@ package provider
import "github.com/ipfs/go-cid" import "github.com/ipfs/go-cid"
type offlineProvider struct {} type offlineProvider struct{}
// NewOfflineProvider creates a Provider that does nothing
func NewOfflineProvider() Provider { func NewOfflineProvider() Provider {
return &offlineProvider{} return &offlineProvider{}
} }

View File

@ -18,13 +18,12 @@ const (
provideOutgoingWorkerLimit = 8 provideOutgoingWorkerLimit = 8
) )
// Provider announces blocks to the network
type Provider interface { type Provider interface {
Run() Run()
Provide(cid.Cid) error Provide(cid.Cid) error
} }
// Provider announces blocks to the network, tracks which blocks are
// being provided, and untracks blocks when they're no longer in the blockstore.
type provider struct { type provider struct {
ctx context.Context ctx context.Context
// the CIDs for which provide announcements should be made // the CIDs for which provide announcements should be made
@ -33,6 +32,7 @@ type provider struct {
contentRouting routing.ContentRouting contentRouting routing.ContentRouting
} }
// NewProvider creates a provider that announces blocks to the network using a content router
func NewProvider(ctx context.Context, queue *Queue, contentRouting routing.ContentRouting) Provider { func NewProvider(ctx context.Context, queue *Queue, contentRouting routing.ContentRouting) Provider {
return &provider{ return &provider{
ctx: ctx, ctx: ctx,

View File

@ -17,11 +17,12 @@ import (
// not removed from the datastore until you call Complete() on the entry you // not removed from the datastore until you call Complete() on the entry you
// receive. // receive.
type Entry struct { type Entry struct {
cid cid.Cid cid cid.Cid
key ds.Key key ds.Key
queue *Queue queue *Queue
} }
// Complete the entry by removing it from the queue
func (e *Entry) Complete() error { func (e *Entry) Complete() error {
return e.queue.remove(e.key) return e.queue.remove(e.key)
} }
@ -41,36 +42,37 @@ type Queue struct {
tail uint64 tail uint64
head uint64 head uint64
lock sync.Mutex lock sync.Mutex
datastore ds.Datastore datastore ds.Datastore
dequeue chan *Entry dequeue chan *Entry
notEmpty chan struct{} notEmpty chan struct{}
isRunning bool isRunning bool
} }
func NewQueue(name string, ctx context.Context, datastore ds.Datastore) (*Queue, error) { // NewQueue creates a queue for cids
namespaced := namespace.Wrap(datastore, ds.NewKey("/" + name + "/queue/")) func NewQueue(ctx context.Context, name string, datastore ds.Datastore) (*Queue, error) {
head, tail, err := getQueueHeadTail(name, ctx, namespaced) namespaced := namespace.Wrap(datastore, ds.NewKey("/"+name+"/queue/"))
head, tail, err := getQueueHeadTail(ctx, name, namespaced)
if err != nil { if err != nil {
return nil, err return nil, err
} }
q := &Queue{ q := &Queue{
name: name, name: name,
ctx: ctx, ctx: ctx,
head: head, head: head,
tail: tail, tail: tail,
lock: sync.Mutex{}, lock: sync.Mutex{},
datastore: namespaced, datastore: namespaced,
dequeue: make(chan *Entry), dequeue: make(chan *Entry),
notEmpty: make(chan struct{}), notEmpty: make(chan struct{}),
isRunning: false, isRunning: false,
} }
return q, nil return q, nil
} }
// Put a cid in the queue // Enqueue puts a cid in the queue
func (q *Queue) Enqueue(cid cid.Cid) error { func (q *Queue) Enqueue(cid cid.Cid) error {
q.lock.Lock() q.lock.Lock()
defer q.lock.Unlock() defer q.lock.Unlock()
@ -95,21 +97,18 @@ func (q *Queue) Enqueue(cid cid.Cid) error {
return nil return nil
} }
// Remove an entry from the queue. // Dequeue returns a channel that if listened to will remove entries from the queue
func (q *Queue) Dequeue() <-chan *Entry { func (q *Queue) Dequeue() <-chan *Entry {
return q.dequeue return q.dequeue
} }
// IsEmpty returns whether or not the queue has any items
func (q *Queue) IsEmpty() bool { func (q *Queue) IsEmpty() bool {
return (q.tail - q.head) == 0 return (q.tail - q.head) == 0
} }
func (q *Queue) remove(key ds.Key) error { // Run dequeues items when the dequeue channel is available to
return q.datastore.Delete(key) // be written to.
}
// dequeue items when the dequeue channel is available to
// be written to
func (q *Queue) Run() { func (q *Queue) Run() {
q.isRunning = true q.isRunning = true
go func() { go func() {
@ -178,9 +177,9 @@ func (q *Queue) next() (*Entry, error) {
return nil, err return nil, err
} }
entry := &Entry { entry := &Entry{
cid: id, cid: id,
key: nextKey, key: nextKey,
queue: q, queue: q,
} }
@ -194,14 +193,14 @@ func (q *Queue) queueKey(id uint64) ds.Key {
} }
// crawl over the queue entries to find the head and tail // crawl over the queue entries to find the head and tail
func getQueueHeadTail(name string, ctx context.Context, datastore ds.Datastore) (uint64, uint64, error) { func getQueueHeadTail(ctx context.Context, name string, datastore ds.Datastore) (uint64, uint64, error) {
query := query.Query{} query := query.Query{}
results, err := datastore.Query(query) results, err := datastore.Query(query)
if err != nil { if err != nil {
return 0, 0, err return 0, 0, err
} }
var tail uint64 = 0 var tail uint64
var head uint64 = math.MaxUint64 var head uint64 = math.MaxUint64
for entry := range results.Next() { for entry := range results.Next() {
select { select {
@ -219,8 +218,8 @@ func getQueueHeadTail(name string, ctx context.Context, datastore ds.Datastore)
head = id head = id
} }
if (id+1) > tail { if (id + 1) > tail {
tail = (id+1) tail = (id + 1)
} }
} }
if err := results.Close(); err != nil { if err := results.Close(); err != nil {
@ -233,3 +232,6 @@ func getQueueHeadTail(name string, ctx context.Context, datastore ds.Datastore)
return head, tail, nil return head, tail, nil
} }
func (q *Queue) remove(key ds.Key) error {
return q.datastore.Delete(key)
}