vfs: log GetDiskUsage calls in loggingFS

Author: jbowens

testdata/checkpoint

@@ -100,6 +100,7 @@ sync: db/marker.format-version.000015.028
 close: db/marker.format-version.000015.028
 remove: db/marker.format-version.000014.027
 sync: db
+get-disk-usage: db
 
 batch db
 set a 1
@@ -118,6 +119,7 @@ create: db/000005.sst
 sync-data: db/000005.sst
 close: db/000005.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 
 batch db
@@ -137,6 +139,7 @@ create: db/000007.sst
 sync-data: db/000007.sst
 close: db/000007.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 
 batch db
@@ -280,6 +283,7 @@ create: db/000009.sst
 sync-data: db/000009.sst
 close: db/000009.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 open: db/000005.sst (options: *vfs.randomReadsOption)
 read-at(610, 61): db/000005.sst
@@ -309,6 +313,7 @@ close: db/000009.sst
 sync-data: db/000010.sst
 close: db/000010.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 close: db/000005.sst
 close: db/000007.sst
@@ -358,6 +363,7 @@ open: checkpoints/checkpoint1/OPTIONS-000002
 close: checkpoints/checkpoint1/OPTIONS-000002
 open: checkpoints/checkpoint1/000006.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint1/000006.log
+get-disk-usage: checkpoints/checkpoint1
 
 scan checkpoints/checkpoint1
 ----
@@ -425,6 +431,7 @@ open: checkpoints/checkpoint2/OPTIONS-000002
 close: checkpoints/checkpoint2/OPTIONS-000002
 open: checkpoints/checkpoint2/000006.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint2/000006.log
+get-disk-usage: checkpoints/checkpoint2
 
 scan checkpoints/checkpoint2
 ----
@@ -467,6 +474,7 @@ open: checkpoints/checkpoint3/OPTIONS-000002
 close: checkpoints/checkpoint3/OPTIONS-000002
 open: checkpoints/checkpoint3/000006.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint3/000006.log
+get-disk-usage: checkpoints/checkpoint3
 
 scan checkpoints/checkpoint3
 ----
@@ -610,6 +618,7 @@ open: checkpoints/checkpoint4/OPTIONS-000002
 close: checkpoints/checkpoint4/OPTIONS-000002
 open: checkpoints/checkpoint4/000008.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint4/000008.log
+get-disk-usage: checkpoints/checkpoint4
 
 scan checkpoints/checkpoint4
 ----
@@ -735,6 +744,7 @@ create: checkpoints/checkpoint5/000019.sst
 sync-data: checkpoints/checkpoint5/000019.sst
 close: checkpoints/checkpoint5/000019.sst
 sync: checkpoints/checkpoint5
+get-disk-usage: checkpoints/checkpoint5
 create: checkpoints/checkpoint5/MANIFEST-000020
 sync: checkpoints/checkpoint5/MANIFEST-000020
 create: checkpoints/checkpoint5/marker.manifest.000002.MANIFEST-000020
@@ -745,6 +755,7 @@ sync: checkpoints/checkpoint5
 remove: checkpoints/checkpoint5/000008.log
 create: checkpoints/checkpoint5/000021.log
 sync: checkpoints/checkpoint5
+get-disk-usage: checkpoints/checkpoint5
 
 print-backing checkpoints/checkpoint5
 ----
@@ -837,6 +848,7 @@ create: checkpoints/checkpoint6/000019.sst
 sync-data: checkpoints/checkpoint6/000019.sst
 close: checkpoints/checkpoint6/000019.sst
 sync: checkpoints/checkpoint6
+get-disk-usage: checkpoints/checkpoint6
 create: checkpoints/checkpoint6/MANIFEST-000020
 sync: checkpoints/checkpoint6/MANIFEST-000020
 create: checkpoints/checkpoint6/marker.manifest.000002.MANIFEST-000020
@@ -847,6 +859,7 @@ sync: checkpoints/checkpoint6
 remove: checkpoints/checkpoint6/000008.log
 create: checkpoints/checkpoint6/000021.log
 sync: checkpoints/checkpoint6
+get-disk-usage: checkpoints/checkpoint6
 
 print-backing checkpoints/checkpoint6
 ----
@@ -997,6 +1010,7 @@ sync: valsepdb/marker.format-version.000015.028
 close: valsepdb/marker.format-version.000015.028
 remove: valsepdb/marker.format-version.000014.027
 sync: valsepdb
+get-disk-usage: valsepdb
 
 batch valsepdb
 set a a
@@ -1023,6 +1037,7 @@ close: valsepdb/000006.blob
 sync-data: valsepdb/000005.sst
 close: valsepdb/000005.sst
 sync: valsepdb
+get-disk-usage: valsepdb
 sync: valsepdb/MANIFEST-000001
 
 # Perform a checkpoint. It should include the blob file.
@@ -1083,6 +1098,7 @@ open: checkpoints/checkpoint8/OPTIONS-000002
 close: checkpoints/checkpoint8/OPTIONS-000002
 open: checkpoints/checkpoint8/000004.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint8/000004.log
+get-disk-usage: checkpoints/checkpoint8
 
 # Ensure that we can read values contained in the blob file.
 
@@ -1134,6 +1150,7 @@ close: valsepdb/000009.blob
 sync-data: valsepdb/000008.sst
 close: valsepdb/000008.sst
 sync: valsepdb
+get-disk-usage: valsepdb
 sync: valsepdb/MANIFEST-000001
 
 
@@ -1195,6 +1212,7 @@ open: checkpoints/checkpoint9/OPTIONS-000002
 close: checkpoints/checkpoint9/OPTIONS-000002
 open: checkpoints/checkpoint9/000007.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint9/000007.log
+get-disk-usage: checkpoints/checkpoint9
 
 scan checkpoints/checkpoint9
 ----

testdata/checkpoint_shared

@@ -85,6 +85,7 @@ sync: db/marker.format-version.000012.028
 close: db/marker.format-version.000012.028
 remove: db/marker.format-version.000011.027
 sync: db
+get-disk-usage: db
 create: db/REMOTE-OBJ-CATALOG-000001
 sync: db/REMOTE-OBJ-CATALOG-000001
 create: db/marker.remote-obj-catalog.000001.REMOTE-OBJ-CATALOG-000001
@@ -107,6 +108,7 @@ close: db/000003.log
 create: db/000004.log
 sync: db
 sync: db/REMOTE-OBJ-CATALOG-000001
+get-disk-usage: db
 sync: db/MANIFEST-000001
 
 batch db
@@ -123,6 +125,7 @@ close: db/000004.log
 reuseForWrite: db/000003.log -> db/000006.log
 sync: db
 sync: db/REMOTE-OBJ-CATALOG-000001
+get-disk-usage: db
 sync: db/MANIFEST-000001
 
 batch db
@@ -291,8 +294,10 @@ close: db/000006.log
 reuseForWrite: db/000004.log -> db/000008.log
 sync: db
 sync: db/REMOTE-OBJ-CATALOG-000001
+get-disk-usage: db
 sync: db/MANIFEST-000001
 sync: db/REMOTE-OBJ-CATALOG-000001
+get-disk-usage: db
 sync: db/MANIFEST-000001
 
 batch db
@@ -339,6 +344,7 @@ open: checkpoints/checkpoint1/OPTIONS-000002
 close: checkpoints/checkpoint1/OPTIONS-000002
 open: checkpoints/checkpoint1/000006.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint1/000006.log
+get-disk-usage: checkpoints/checkpoint1
 
 scan checkpoints/checkpoint1
 ----
@@ -391,6 +397,7 @@ open: checkpoints/checkpoint2/OPTIONS-000002
 close: checkpoints/checkpoint2/OPTIONS-000002
 open: checkpoints/checkpoint2/000006.log (options: *vfs.sequentialReadsOption)
 close: checkpoints/checkpoint2/000006.log
+get-disk-usage: checkpoints/checkpoint2
 
 scan checkpoints/checkpoint2
 ----

testdata/cleaner

@@ -37,6 +37,7 @@ create: db/marker.format-version.000001.013
 sync: db/marker.format-version.000001.013
 close: db/marker.format-version.000001.013
 sync: db
+get-disk-usage: db
 
 batch db
 set a 1
@@ -55,6 +56,7 @@ create: db/000005.sst
 sync-data: db/000005.sst
 close: db/000005.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 mkdir-all: db_wal/archive 0755
 rename: db_wal/000003.log -> db_wal/archive/000003.log
@@ -74,6 +76,7 @@ create: db/000007.sst
 sync-data: db/000007.sst
 close: db/000007.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 mkdir-all: db_wal/archive 0755
 rename: db_wal/000004.log -> db_wal/archive/000004.log
@@ -97,6 +100,7 @@ close: db/000007.sst
 sync-data: db/000008.sst
 close: db/000008.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000001
 close: db/000005.sst
 close: db/000007.sst
@@ -170,6 +174,7 @@ create: db1/marker.format-version.000001.013
 sync: db1/marker.format-version.000001.013
 close: db1/marker.format-version.000001.013
 sync: db1
+get-disk-usage: db1
 
 batch db1
 set a 1
@@ -188,6 +193,7 @@ create: db1/000005.sst
 sync-data: db1/000005.sst
 close: db1/000005.sst
 sync: db1
+get-disk-usage: db1
 sync: db1/MANIFEST-000001
 
 close db1
@@ -265,6 +271,7 @@ remove: db1/000456.sst
 remove: db1/000234.blob
 remove: db1/000345.blob
 sync: db1
+get-disk-usage: db1
 create: db1/MANIFEST-000459
 sync: db1/MANIFEST-000459
 create: db1/marker.manifest.000002.MANIFEST-000459
@@ -275,6 +282,7 @@ sync: db1
 remove: db1_wal/000004.log
 create: db1_wal/000460.log
 sync: db1_wal
+get-disk-usage: db1
 
 list db1
 ----

testdata/event_listener

@@ -123,6 +123,7 @@ close: db/marker.format-version.000015.028
 remove: db/marker.format-version.000014.027
 sync: db
 upgraded to format version: 028
+get-disk-usage: db
 
 flush
 ----
@@ -138,6 +139,7 @@ create: db/000005.sst
 sync-data: db/000005.sst
 close: db/000005.sst
 sync: db
+get-disk-usage: db
 create: db/MANIFEST-000006
 close: db/MANIFEST-000001
 sync: db/MANIFEST-000006
@@ -163,6 +165,7 @@ create: db/000008.sst
 sync-data: db/000008.sst
 close: db/000008.sst
 sync: db
+get-disk-usage: db
 create: db/MANIFEST-000009
 close: db/MANIFEST-000006
 sync: db/MANIFEST-000009
@@ -197,6 +200,7 @@ create: db/000010.sst
 sync-data: db/000010.sst
 close: db/000010.sst
 sync: db
+get-disk-usage: db
 create: db/MANIFEST-000011
 close: db/MANIFEST-000009
 sync: db/MANIFEST-000011
@@ -233,6 +237,7 @@ create: db/000013.sst
 sync-data: db/000013.sst
 close: db/000013.sst
 sync: db
+get-disk-usage: db
 create: db/MANIFEST-000014
 close: db/MANIFEST-000011
 sync: db/MANIFEST-000014
@@ -406,6 +411,7 @@ create: db/000022.sst
 sync-data: db/000022.sst
 close: db/000022.sst
 sync: db
+get-disk-usage: db
 sync: db/MANIFEST-000016
 [JOB 15] flushed 1 memtable (100B) to L0 [000022] (657B), in 1.0s (3.0s total), output rate 657B/s
 [JOB 16] flushing 2 ingested tables
@@ -422,6 +428,7 @@ sync: db
 remove: db/MANIFEST-000014
 [JOB 16] MANIFEST deleted 000014
 [JOB 17] flushing 1 memtable (100B) to L0
+get-disk-usage: db
 sync: db/MANIFEST-000023
 [JOB 17] flush error: pebble: empty table
 

vfs/logging_fs.go

@@ -118,6 +118,11 @@ func (fs loggingFS) RemoveAll(name string) error {
 	return err
 }
 
+func (fs loggingFS) GetDiskUsage(path string) (DiskUsage, error) {
+	fs.logFn("get-disk-usage: %s", path)
+	return fs.FS.GetDiskUsage(path)
+}
+
 func (fs loggingFS) Unwrap() FS {
 	return fs.FS
 }