Skip to content

Commit 15804fd

Browse files
committed
storage: move ConfigureForSharedStorage
Move ConfigureForSharedStorage out of the deprecated engineccl package. Epic: none Release note: none
1 parent 9668fd5 commit 15804fd

File tree

4 files changed

+12
-19
lines changed

4 files changed

+12
-19
lines changed

pkg/ccl/storageccl/engineccl/BUILD.bazel

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,6 @@ go_library(
2626
"@com_github_cockroachdb_errors//:errors",
2727
"@com_github_cockroachdb_errors//oserror",
2828
"@com_github_cockroachdb_pebble//:pebble",
29-
"@com_github_cockroachdb_pebble//objstorage/remote",
3029
"@com_github_cockroachdb_pebble//rangekey",
3130
"@com_github_cockroachdb_pebble//vfs",
3231
"@com_github_cockroachdb_pebble//vfs/atomicfs",

pkg/ccl/storageccl/engineccl/shared_storage.go

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -15,19 +15,9 @@ import (
1515
"github.com/cockroachdb/cockroach/pkg/storage"
1616
"github.com/cockroachdb/cockroach/pkg/util/uuid"
1717
"github.com/cockroachdb/pebble"
18-
"github.com/cockroachdb/pebble/objstorage/remote"
1918
"github.com/cockroachdb/pebble/rangekey"
2019
)
2120

22-
func configureForSharedStorage(opts *pebble.Options, remoteStorage remote.Storage) error {
23-
opts.Experimental.RemoteStorage = remote.MakeSimpleFactory(map[remote.Locator]remote.Storage{
24-
"": remoteStorage,
25-
})
26-
opts.Experimental.CreateOnShared = remote.CreateOnSharedLower
27-
opts.Experimental.CreateOnSharedLocator = ""
28-
return nil
29-
}
30-
3121
// iterateReplicaKeySpansShared iterates over the range's user key span,
3222
// skipping any keys present in shared files. It calls the appropriate visitor
3323
// function for the type of key visited, namely, point keys, range deletes and
@@ -75,6 +65,5 @@ func iterateReplicaKeySpansShared(
7565
}
7666

7767
func init() {
78-
storage.ConfigureForSharedStorage = configureForSharedStorage
7968
rditer.IterateReplicaKeySpansShared = iterateReplicaKeySpansShared
8069
}

pkg/storage/pebble.go

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -848,10 +848,6 @@ func (r remoteStorageAdaptor) CreateStorage(locator remote.Locator) (remote.Stor
848848
return &externalStorageWrapper{p: r.p, ctx: r.ctx, es: es}, err
849849
}
850850

851-
// ConfigureForSharedStorage is used to configure a pebble Options for shared
852-
// storage.
853-
var ConfigureForSharedStorage func(opts *pebble.Options, storage remote.Storage) error
854-
855851
// newPebble creates a new Pebble instance, at the specified path.
856852
// Do not use directly (except in test); use Open instead.
857853
//
@@ -1064,9 +1060,6 @@ func newPebble(ctx context.Context, cfg engineConfig) (p *Pebble, err error) {
10641060
// in it is needed for CRDB to function properly.
10651061
if cfg.sharedStorage != nil {
10661062
esWrapper := &externalStorageWrapper{p: p, es: cfg.sharedStorage, ctx: logCtx}
1067-
if ConfigureForSharedStorage == nil {
1068-
return nil, errors.New("shared storage requires CCL features")
1069-
}
10701063
if err := ConfigureForSharedStorage(cfg.opts, esWrapper); err != nil {
10711064
return nil, errors.Wrap(err, "error when configuring shared storage")
10721065
}

pkg/storage/shared_storage.go

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,21 @@ import (
1212

1313
"github.com/cockroachdb/cockroach/pkg/cloud"
1414
"github.com/cockroachdb/errors"
15+
"github.com/cockroachdb/pebble"
1516
"github.com/cockroachdb/pebble/objstorage/remote"
1617
)
1718

19+
// ConfigureForSharedStorage mutates the provided Pebble options to use shared
20+
// storage using the provided remote storage.
21+
func ConfigureForSharedStorage(opts *pebble.Options, remoteStorage remote.Storage) error {
22+
opts.Experimental.RemoteStorage = remote.MakeSimpleFactory(map[remote.Locator]remote.Storage{
23+
"": remoteStorage,
24+
})
25+
opts.Experimental.CreateOnShared = remote.CreateOnSharedLower
26+
opts.Experimental.CreateOnSharedLocator = ""
27+
return nil
28+
}
29+
1830
// externalStorageReader implements remote.ObjectReader on top of
1931
// cloud.ExternalStorage..
2032
type externalStorageReader struct {

0 commit comments

Comments
 (0)