Skip to content

Commit 2a75bd5

Browse files
committed
Only keep explicitly deleted entitiets in deletions
1 parent c1a5f3d commit 2a75bd5

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

src/main/scala/ldbc/snb/datagen/transformation/transform/RawToBiTransform.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,7 @@ case class RawToBiTransform(mode: BI, simulationStart: Long, simulationEnd: Long
5353
val idColumns = tpe.primaryKey.map(qcol)
5454
df
5555
.filter(inBatch($"deletionDate", batchStart, batchEnd))
56+
.filter(if (df.columns.contains("explicitlyDeleted")) "explicitlyDeleted" else "true")
5657
.pipe(batched)
5758
.select(Seq($"delete_batch_id".as("batch_id"), $"deletionDate") ++ idColumns: _*)
5859
.repartitionByRange($"batch_id")

0 commit comments

Comments
 (0)