[KDB-506] read load attribution spike

src/EventStore.Core.Tests/Fakes/FakeTfReader.cs

@@ -7,19 +7,19 @@ public void Reposition(long position) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadNext() {
+		public SeqReadResult TryReadNext(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadPrev() {
+		public SeqReadResult TryReadPrev(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
+		public RecordReadResult TryReadAt(long position, bool couldBeScavenged, ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public bool ExistsAt(long position) {
+		public bool ExistsAt(long position, ITransactionFileTracker tracker) {
 			return true;
 		}
 	}

src/EventStore.Core.Tests/IIndexReaderExtensions.cs

@@ -1,14 +1,15 @@
 using EventStore.Core.Services.Storage.ReaderIndex;
+using EventStore.Core.TransactionLog;
 
 namespace EventStore.Core.Tests {
 	public static class IIndexReaderExtensions {
 		public static IndexReadEventResult ReadEvent(this IIndexReader<string> index, string streamName, long eventNumber) =>
-			index.ReadEvent(streamName, streamName, eventNumber);
+			index.ReadEvent(streamName, streamName, eventNumber, ITransactionFileTracker.NoOp);
 
 		public static IndexReadStreamResult ReadStreamEventsBackward(this IIndexReader<string> index, string streamName, long fromEventNumber, int maxCount) =>
-			index.ReadStreamEventsBackward(streamName, streamName, fromEventNumber, maxCount);
+			index.ReadStreamEventsBackward(streamName, streamName, fromEventNumber, maxCount, ITransactionFileTracker.NoOp);
 
 		public static IndexReadStreamResult ReadStreamEventsForward(this IIndexReader<string> index, string streamName, long fromEventNumber, int maxCount) =>
-			index.ReadStreamEventsForward(streamName, streamName, fromEventNumber, maxCount);
+			index.ReadStreamEventsForward(streamName, streamName, fromEventNumber, maxCount, ITransactionFileTracker.NoOp);
 	}
 }

src/EventStore.Core.Tests/Index/FakeIndexReader.cs

@@ -14,22 +14,22 @@ public void Reposition(long position) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadNext() {
+		public SeqReadResult TryReadNext(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadPrev() {
+		public SeqReadResult TryReadPrev(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
+		public RecordReadResult TryReadAt(long position, bool couldBeScavenged, ITransactionFileTracker tracker) {
 			var record = (LogRecord)new PrepareLogRecord(position, Guid.NewGuid(), Guid.NewGuid(), 0, 0,
 				position.ToString(), null, -1, DateTime.UtcNow, PrepareFlags.None, "type", null,
 				new byte[0], null);
 			return new RecordReadResult(true, position + 1, record, 1);
 		}
 
-		public bool ExistsAt(long position) {
+		public bool ExistsAt(long position, ITransactionFileTracker tracker) {
 			return _existsAt(position);
 		}
 	}

src/EventStore.Core.Tests/Index/IndexV1/table_index_on_range_query.cs

@@ -34,7 +34,7 @@ public override async Task TestFixtureSetUp() {
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(PathName, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(version: _ptableVersion, maxSize: 40),
-				() => { throw new InvalidOperationException(); },
+				_ => { throw new InvalidOperationException(); },
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5,

src/EventStore.Core.Tests/Index/IndexV1/table_index_on_try_get_one_value_query.cs

@@ -33,12 +33,12 @@ public override async Task TestFixtureSetUp() {
 			await base.TestFixtureSetUp();
 
 			_indexDir = PathName;
-			var fakeReader = new TFReaderLease(new FakeTfReader());
+			var fakeReader = new TFReaderLease(new FakeTfReader(), ITransactionFileTracker.NoOp);
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(_ptableVersion, maxSize: 10),
-				() => fakeReader,
+				_ => fakeReader,
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5,

src/EventStore.Core.Tests/Index/IndexV1/table_index_should.cs

@@ -30,7 +30,7 @@ public override async Task TestFixtureSetUp() {
 			var highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(PathName, lowHasher, highHasher, "",
 				() => new HashListMemTable(_ptableVersion, maxSize: 20),
-				() => { throw new InvalidOperationException(); },
+				_ => { throw new InvalidOperationException(); },
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 10,

src/EventStore.Core.Tests/Index/IndexV1/table_index_with_corrupt_index_entries_should.cs

@@ -22,11 +22,11 @@ public void ConstructTableIndexWithCorruptIndexEntries(byte version, bool skipIn
 			bool createForceVerifyFile = false) {
 			var lowHasher = new XXHashUnsafe();
 			var highHasher = new Murmur3AUnsafe();
-			var fakeReader = new TFReaderLease(new FakeIndexReader());
+			var fakeReader = new TFReaderLease(new FakeIndexReader(), ITransactionFileTracker.NoOp);
 
 			_tableIndex = new TableIndex<string>(PathName, lowHasher, highHasher, "",
 				() => new HashListMemTable(version, maxSize: NumIndexEntries),
-				() => fakeReader,
+				_ => fakeReader,
 				version,
 				int.MaxValue, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: NumIndexEntries,
@@ -67,7 +67,7 @@ public void ConstructTableIndexWithCorruptIndexEntries(byte version, bool skipIn
 			//load table index again
 			_tableIndex = new TableIndex<string>(PathName, lowHasher, highHasher, "",
 				() => new HashListMemTable(version, maxSize: NumIndexEntries),
-				() => fakeReader,
+				_ => fakeReader,
 				version,
 				int.MaxValue, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: NumIndexEntries,

src/EventStore.Core.Tests/Index/IndexV1/table_index_with_two_ptables_and_memtable_on_range_query.cs

@@ -34,12 +34,12 @@ public override async Task TestFixtureSetUp() {
 			await base.TestFixtureSetUp();
 
 			_indexDir = PathName;
-			var fakeReader = new TFReaderLease(new FakeIndexReader());
+			var fakeReader = new TFReaderLease(new FakeIndexReader(), ITransactionFileTracker.NoOp);
 			_lowHasher = new FakeIndexHasher();
 			_highHasher = new FakeIndexHasher();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(_ptableVersion, maxSize: 10),
-				() => fakeReader,
+				_ => fakeReader,
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,

src/EventStore.Core.Tests/Index/IndexV2/table_index_hash_collision_when_upgrading_to_64bit.cs

@@ -34,12 +34,12 @@ public override async Task TestFixtureSetUp() {
 			await base.TestFixtureSetUp();
 
 			_indexDir = PathName;
-			var fakeReader = new TFReaderLease(new FakeIndexReader());
+			var fakeReader = new TFReaderLease(new FakeIndexReader(), ITransactionFileTracker.NoOp);
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV1, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV1,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5 + _extraStreamHashesAtBeginning + _extraStreamHashesAtEnd,
@@ -66,7 +66,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(_ptableVersion, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5,
@@ -150,22 +150,22 @@ public void Reposition(long position) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadNext() {
+		public SeqReadResult TryReadNext(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadPrev() {
+		public SeqReadResult TryReadPrev(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
+		public RecordReadResult TryReadAt(long position, bool couldBeScavenged, ITransactionFileTracker tracker) {
 			var record = (LogRecord)new PrepareLogRecord(position, Guid.NewGuid(), Guid.NewGuid(), 0, 0,
 				position % 2 == 0 ? "account--696193173" : "LPN-FC002_LPK51001", null, -1, DateTime.UtcNow, PrepareFlags.None,
 				"type", null, new byte[0], null);
 			return new RecordReadResult(true, position + 1, record, 1);
 		}
 
-		public bool ExistsAt(long position) {
+		public bool ExistsAt(long position, ITransactionFileTracker tracker) {
 			return true;
 		}
 	}

src/EventStore.Core.Tests/Index/IndexV2/table_index_when_merging_upgrading_to_64bit_if_entry_doesnt_exist_drops_entry_and_carries_on.cs

@@ -58,10 +58,10 @@ public override async Task TestFixtureSetUp() {
 
 			var emptyStreamId = LogFormatHelper<TLogFormat, TStreamId>.EmptyStreamId;
 			_indexDir = PathName;
-			var fakeReader = new TFReaderLease(new FakeIndexReader2());
+			var fakeReader = new TFReaderLease(new FakeIndexReader2(), ITransactionFileTracker.NoOp);
 			_tableIndex = new TableIndex<TStreamId>(_indexDir, _lowHasher, _highHasher, emptyStreamId,
 				() => new HashListMemTable(PTableVersions.IndexV1, maxSize: 3),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV1,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 3,
@@ -76,7 +76,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<TStreamId>(_indexDir, _lowHasher, _highHasher, emptyStreamId,
 				() => new HashListMemTable(_ptableVersion, maxSize: 3),
-				() => fakeReader,
+				_ => fakeReader,
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 3,
@@ -139,15 +139,15 @@ public void Reposition(long position) {
 				throw new NotImplementedException();
 			}
 
-			public SeqReadResult TryReadNext() {
+			public SeqReadResult TryReadNext(ITransactionFileTracker tracker) {
 				throw new NotImplementedException();
 			}
 
-			public SeqReadResult TryReadPrev() {
+			public SeqReadResult TryReadPrev(ITransactionFileTracker tracker) {
 				throw new NotImplementedException();
 			}
 
-			public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
+			public RecordReadResult TryReadAt(long position, bool couldBeScavenged, ITransactionFileTracker tracker) {
 				TStreamId streamId;
 				switch (position) {
 					case 1:
@@ -170,7 +170,7 @@ public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
 				return new RecordReadResult(true, position + 1, record, 1);
 			}
 
-			public bool ExistsAt(long position) {
+			public bool ExistsAt(long position, ITransactionFileTracker tracker) {
 				return position != 2 && position != 1;
 			}
 		}

src/EventStore.Core.Tests/Index/IndexV3/when_upgrading_index_to_64bit_stream_version.cs

@@ -25,12 +25,12 @@ public override async Task TestFixtureSetUp() {
 			await base.TestFixtureSetUp();
 
 			_indexDir = PathName;
-			var fakeReader = new TFReaderLease(new FakeIndexReader());
+			var fakeReader = new TFReaderLease(new FakeIndexReader(), ITransactionFileTracker.NoOp);
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV2, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV2,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5,
@@ -47,7 +47,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(_ptableVersion, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				_ptableVersion,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 5,
@@ -131,22 +131,22 @@ public void Reposition(long position) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadNext() {
+		public SeqReadResult TryReadNext(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public SeqReadResult TryReadPrev() {
+		public SeqReadResult TryReadPrev(ITransactionFileTracker tracker) {
 			throw new NotImplementedException();
 		}
 
-		public RecordReadResult TryReadAt(long position, bool couldBeScavenged) {
+		public RecordReadResult TryReadAt(long position, bool couldBeScavenged, ITransactionFileTracker tracker) {
 			var record = (LogRecord)new PrepareLogRecord(position, Guid.NewGuid(), Guid.NewGuid(), 0, 0,
 				position % 2 == 0 ? "testStream-2" : "testStream-1", null, -1, DateTime.UtcNow, PrepareFlags.None, "type",
 				null, new byte[0], null);
 			return new RecordReadResult(true, position + 1, record, 1);
 		}
 
-		public bool ExistsAt(long position) {
+		public bool ExistsAt(long position, ITransactionFileTracker tracker) {
 			return true;
 		}
 	}

src/EventStore.Core.Tests/Index/Scavenge/when_scavenging_a_table_index.cs

@@ -33,13 +33,13 @@ public override async Task TestFixtureSetUp() {
 
 			_indexDir = PathName;
 
-			var fakeReader = new TFReaderLease(new FakeIndexReader(l => !Deleted.Contains(l)));
+			var fakeReader = new TFReaderLease(new FakeIndexReader(l => !Deleted.Contains(l)), ITransactionFileTracker.NoOp);
 
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,
@@ -63,7 +63,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,

src/EventStore.Core.Tests/Index/Scavenge/when_scavenging_a_table_index_and_another_table_is_completed_during.cs

@@ -40,13 +40,13 @@ public override async Task TestFixtureSetUp() {
 				if (!scavengeBlocker.Wait(5000))
 					throw new Exception("Failed to continue.");
 				return false;
-			}));
+			}), ITransactionFileTracker.NoOp);
 
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,
@@ -79,7 +79,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,

src/EventStore.Core.Tests/Index/Scavenge/when_scavenging_a_table_index_cancelled_while_scavenging_table.cs

@@ -29,13 +29,13 @@ public override async Task TestFixtureSetUp() {
 			var fakeReader = new TFReaderLease(new FakeIndexReader(l => {
 				cancellationTokenSource.Cancel();
 				return true;
-			}));
+			}), ITransactionFileTracker.NoOp);
 
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,
@@ -60,7 +60,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,

src/EventStore.Core.Tests/Index/Scavenge/when_scavenging_a_table_index_cancelled_while_waiting_for_lock.cs

@@ -24,12 +24,12 @@ public override async Task TestFixtureSetUp() {
 
 			_indexDir = PathName;
 
-			var fakeReader = new TFReaderLease(new FakeIndexReader());
+			var fakeReader = new TFReaderLease(new FakeIndexReader(), ITransactionFileTracker.NoOp);
 			_lowHasher = new XXHashUnsafe();
 			_highHasher = new Murmur3AUnsafe();
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,
@@ -56,7 +56,7 @@ public override async Task TestFixtureSetUp() {
 
 			_tableIndex = new TableIndex<string>(_indexDir, _lowHasher, _highHasher, "",
 				() => new HashListMemTable(PTableVersions.IndexV4, maxSize: 5),
-				() => fakeReader,
+				_ => fakeReader,
 				PTableVersions.IndexV4,
 				5, Constants.PTableMaxReaderCountDefault,
 				maxSizeForMemory: 2,