@@ -223,13 +223,16 @@ type RecursiveLister struct {
223223}
224224
225225func NewRecursiveLister (logger log.Logger , bkt objstore.InstrumentedBucketReader ) * RecursiveLister {
226+ level .Info (logger ).Log ("msg" , "Using recursive block lister" )
226227 return & RecursiveLister {
227228 logger : logger ,
228229 bkt : bkt ,
229230 }
230231}
231232
232233func (f * RecursiveLister ) GetActiveAndPartialBlockIDs (ctx context.Context , ch chan <- ulid.ULID ) (partialBlocks map [ulid.ULID ]bool , err error ) {
234+ level .Info (f .logger ).Log ("msg" , "recursive block lister started" )
235+ start := time .Now ()
233236 partialBlocks = make (map [ulid.ULID ]bool )
234237 err = f .bkt .Iter (ctx , "" , func (name string ) error {
235238 parts := strings .Split (name , "/" )
@@ -253,6 +256,7 @@ func (f *RecursiveLister) GetActiveAndPartialBlockIDs(ctx context.Context, ch ch
253256 }
254257 return nil
255258 }, objstore .WithRecursiveIter ())
259+ level .Info (f .logger ).Log ("msg" , "recursive block lister ended" , "duration" , time .Since (start ))
256260 return partialBlocks , err
257261}
258262
@@ -264,13 +268,17 @@ type ConcurrentLister struct {
264268}
265269
266270func NewConcurrentLister (logger log.Logger , bkt objstore.InstrumentedBucketReader ) * ConcurrentLister {
271+ level .Info (logger ).Log ("msg" , "Using concurrent block lister" )
267272 return & ConcurrentLister {
268273 logger : logger ,
269274 bkt : bkt ,
270275 }
271276}
272277
273278func (f * ConcurrentLister ) GetActiveAndPartialBlockIDs (ctx context.Context , ch chan <- ulid.ULID ) (partialBlocks map [ulid.ULID ]bool , err error ) {
279+ level .Info (f .logger ).Log ("msg" , "concurrent block lister started" )
280+ start := time .Now ()
281+ defer level .Info (f .logger ).Log ("msg" , "concurrent block lister end" , "duration" , time .Since (start ))
274282 const concurrency = 64
275283
276284 partialBlocks = make (map [ulid.ULID ]bool )
@@ -519,7 +527,7 @@ func (f *BaseFetcher) fetchMetadata(ctx context.Context) (interface{}, error) {
519527 ch = make (chan ulid.ULID , f .concurrency )
520528 mtx sync.Mutex
521529 )
522- level .Debug (f .logger ).Log ("msg" , "fetching meta data" , "concurrency" , f .concurrency , "cache_dir" , f .cacheDir )
530+ level .Info (f .logger ).Log ("msg" , "fetching meta data" , "concurrency" , f .concurrency , "cache_dir" , f .cacheDir )
523531 for i := 0 ; i < f .concurrency ; i ++ {
524532 eg .Go (func () error {
525533 numBlocks := 0
0 commit comments