Skip to content

Commit 6bee6a4

Browse files
authored
Merge pull request #146 from ipfs/feat/try-harder
feat(mount): don't give up on error
2 parents 9e9a3a8 + ae47316 commit 6bee6a4

File tree

3 files changed

+100
-22
lines changed

3 files changed

+100
-22
lines changed

go.mod

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,9 @@ require (
44
github.com/google/uuid v1.1.1
55
github.com/ipfs/go-ipfs-delay v0.0.0-20181109222059-70721b86a9a8
66
github.com/jbenet/goprocess v0.0.0-20160826012719-b497e2f366b8
7-
github.com/kr/pretty v0.1.0 // indirect
7+
go.uber.org/multierr v1.4.0
88
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7
99
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15
1010
)
1111

12-
go 1.12
12+
go 1.13

go.sum

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,56 @@
1+
github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ=
2+
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
3+
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
4+
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
5+
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
6+
github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI=
17
github.com/google/uuid v1.1.1 h1:Gkbcsh/GbpXz7lPftLA3P6TYMwjCLYm83jiFQZF/3gY=
28
github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
39
github.com/ipfs/go-ipfs-delay v0.0.0-20181109222059-70721b86a9a8 h1:NAviDvJ0WXgD+yiL2Rj35AmnfgI11+pHXbdciD917U0=
410
github.com/ipfs/go-ipfs-delay v0.0.0-20181109222059-70721b86a9a8/go.mod h1:8SP1YXK1M1kXuc4KJZINY3TQQ03J2rwBG9QfXmbRPrw=
511
github.com/jbenet/goprocess v0.0.0-20160826012719-b497e2f366b8 h1:bspPhN+oKYFk5fcGNuQzp6IGzYQSenLEgH3s6jkXrWw=
612
github.com/jbenet/goprocess v0.0.0-20160826012719-b497e2f366b8/go.mod h1:Ly/wlsjFq/qrU3Rar62tu1gASgGw6chQbSh/XgIIXCY=
13+
github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
714
github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
815
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
916
github.com/kr/pty v1.1.1 h1:VkoXIwSboBpnk99O/KFauAEILuNHv5DVFKZMBN/gUgw=
1017
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
1118
github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
1219
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
20+
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
21+
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
22+
github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
23+
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
24+
github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q=
25+
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
26+
go.uber.org/atomic v1.5.0 h1:OI5t8sDa1Or+q8AeE+yKeB/SDYioSHAgcVljj9JIETY=
27+
go.uber.org/atomic v1.5.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ=
28+
go.uber.org/multierr v1.4.0 h1:f3WCSC2KzAcBXGATIxAB1E2XuCpNU255wNKZ505qi3E=
29+
go.uber.org/multierr v1.4.0/go.mod h1:VgVr7evmIr6uPjLBxg28wmKNXyqE9akIJ5XnfpiKl+4=
30+
go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee h1:0mgffUl7nfd+FpvXMVz4IDEaUSmT1ysygQC7qYo7sG4=
31+
go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee/go.mod h1:vJERXedbb3MVM5f9Ejo0C68/HhF8uaILCdgjnY+goOA=
32+
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
33+
golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
34+
golang.org/x/lint v0.0.0-20190930215403-16217165b5de h1:5hukYrvBGR8/eNkX5mdUezrA6JiaEZDtJb9Ei+1LlBs=
35+
golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
36+
golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc=
37+
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
38+
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
39+
golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
40+
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
41+
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
42+
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
43+
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
44+
golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
45+
golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc=
46+
golang.org/x/tools v0.0.0-20191029041327-9cc4af7d6b2c/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
47+
golang.org/x/tools v0.0.0-20191029190741-b9c20aec41a5 h1:hKsoRgsbwY1NafxrwTs+k64bikrLBkAgPir1TNCj3Zs=
48+
golang.org/x/tools v0.0.0-20191029190741-b9c20aec41a5/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
1349
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7 h1:9zdDQZ7Thm29KFXgAX/+yaf3eVbP7djjWp/dXAppNCc=
1450
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
51+
gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
1552
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=
1653
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
54+
gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
55+
honnef.co/go/tools v0.0.1-2019.2.3 h1:3JgtbtFHMiCmsznwGVTUWbgGov+pVqnlf1dEJTNAXeM=
56+
honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg=

mount/mount.go

Lines changed: 58 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,15 @@ package mount
55
import (
66
"container/heap"
77
"errors"
8+
"fmt"
89
"sort"
910
"strings"
1011
"sync"
1112

1213
ds "github.com/ipfs/go-datastore"
1314
"github.com/ipfs/go-datastore/query"
14-
xerrors "golang.org/x/xerrors"
15+
16+
"go.uber.org/multierr"
1517
)
1618

1719
var (
@@ -240,16 +242,22 @@ func (d *Datastore) Put(key ds.Key, value []byte) error {
240242

241243
// Sync implements Datastore.Sync
242244
func (d *Datastore) Sync(prefix ds.Key) error {
245+
var merr error
246+
243247
// Sync all mount points below the prefix
244248
// Sync the mount point right at (or above) the prefix
245-
dstores, _, rest := d.lookupAll(prefix)
249+
dstores, prefixes, rest := d.lookupAll(prefix)
246250
for i, suffix := range rest {
247251
if err := dstores[i].Sync(suffix); err != nil {
248-
return err
252+
merr = multierr.Append(merr, fmt.Errorf(
253+
"syncing datastore at %s: %w",
254+
prefixes[i].String(),
255+
err,
256+
))
249257
}
250258
}
251259

252-
return nil
260+
return merr
253261
}
254262

255263
// Get returns the value associated with the key from the appropriate datastore.
@@ -355,27 +363,39 @@ func (d *Datastore) Query(master query.Query) (query.Results, error) {
355363

356364
// Close closes all mounted datastores.
357365
func (d *Datastore) Close() error {
366+
var merr error
358367
for _, d := range d.mounts {
359368
err := d.Datastore.Close()
360369
if err != nil {
361-
return err
370+
merr = multierr.Append(merr, fmt.Errorf(
371+
"closing datastore at %s: %w",
372+
d.Prefix.String(),
373+
err,
374+
))
362375
}
363376
}
364-
return nil
377+
return merr
365378
}
366379

367380
// DiskUsage returns the sum of DiskUsages for the mounted datastores.
368381
// Non PersistentDatastores will not be accounted.
369382
func (d *Datastore) DiskUsage() (uint64, error) {
370-
var duTotal uint64 = 0
383+
var (
384+
merr error
385+
duTotal uint64 = 0
386+
)
371387
for _, d := range d.mounts {
372388
du, err := ds.DiskUsage(d.Datastore)
373389
duTotal += du
374390
if err != nil {
375-
return duTotal, err
391+
merr = multierr.Append(merr, fmt.Errorf(
392+
"getting disk usage at %s: %w",
393+
d.Prefix.String(),
394+
err,
395+
))
376396
}
377397
}
378-
return duTotal, nil
398+
return duTotal, merr
379399
}
380400

381401
type mountBatch struct {
@@ -436,44 +456,62 @@ func (mt *mountBatch) Commit() error {
436456
mt.lk.Lock()
437457
defer mt.lk.Unlock()
438458

439-
for _, t := range mt.mounts {
440-
err := t.Commit()
441-
if err != nil {
442-
return err
459+
var merr error
460+
for p, t := range mt.mounts {
461+
if err := t.Commit(); err != nil {
462+
merr = multierr.Append(merr, fmt.Errorf(
463+
"committing batch to datastore at %s: %w",
464+
p, err,
465+
))
443466
}
444467
}
445-
return nil
468+
return merr
446469
}
447470

448471
func (d *Datastore) Check() error {
472+
var merr error
449473
for _, m := range d.mounts {
450474
if c, ok := m.Datastore.(ds.CheckedDatastore); ok {
451475
if err := c.Check(); err != nil {
452-
return xerrors.Errorf("checking datastore at %s: %w", m.Prefix.String(), err)
476+
merr = multierr.Append(merr, fmt.Errorf(
477+
"checking datastore at %s: %w",
478+
m.Prefix.String(),
479+
err,
480+
))
453481
}
454482
}
455483
}
456-
return nil
484+
return merr
457485
}
458486

459487
func (d *Datastore) Scrub() error {
488+
var merr error
460489
for _, m := range d.mounts {
461490
if c, ok := m.Datastore.(ds.ScrubbedDatastore); ok {
462491
if err := c.Scrub(); err != nil {
463-
return xerrors.Errorf("scrubbing datastore at %s: %w", m.Prefix.String(), err)
492+
merr = multierr.Append(merr, fmt.Errorf(
493+
"scrubbing datastore at %s: %w",
494+
m.Prefix.String(),
495+
err,
496+
))
464497
}
465498
}
466499
}
467-
return nil
500+
return merr
468501
}
469502

470503
func (d *Datastore) CollectGarbage() error {
504+
var merr error
471505
for _, m := range d.mounts {
472506
if c, ok := m.Datastore.(ds.GCDatastore); ok {
473507
if err := c.CollectGarbage(); err != nil {
474-
return xerrors.Errorf("gc on datastore at %s: %w", m.Prefix.String(), err)
508+
merr = multierr.Append(merr, fmt.Errorf(
509+
"gc on datastore at %s: %w",
510+
m.Prefix.String(),
511+
err,
512+
))
475513
}
476514
}
477515
}
478-
return nil
516+
return merr
479517
}

0 commit comments

Comments
 (0)