Table model data deletion (#13878)

* temp save

* temp save

* Change modification format

* update tsfile version

* fix deviceId match

* fix identitySinOperatorTest

* refactor interface hierachy

* refactor package structure

* spotless

* support table deletion

* fix test

* remove v1 mod file

* fix read empty mod

* add table deletion IT

* Fix nullability check in buildTsBlock().

* fix partialPath type in TreeDeletionEntry

* add predicate ut

* allow multiple mods in a plan node

* implment deleteDataForDropTable & fix IT

* fix log level

* ignore one test

* Added table IT (#13978)

* Update IoTDBTableIT.java

* Update DataNodeInternalRPCServiceImpl.java

* fix RelationalDeleteDataPlan serialization

* spotless

* add license

* Support more compicated deletion predicate

* fix tests

* update tsfile version & update tests

* fix modEntry merge

* parallel file deletion & fix ut

* add performance test
remove redundant force
optimize the procdedure of writing modfile

* all shared mod file framework

* fix TsFileResourceSerialization

* add mod file manager

* fix TsFileResource deserialization

* fix exception handle

* spotless

* fulfill deletion framework

* ignore perf test

* use buffered stream to read mods

* fix ut

* spotless

* add mod file exists marker and log condition

* fix tests

* fix test

* Drop column adaptation (#14073)

* drop column

* Update IoTDBTableIT.java

* Update IoTDBTableIT.java

* adaptation (#14077)

* fix comments

* Fixed the adaptation of delete device (#14081)

* adaptation

* Fix

* Update DeleteDevice.java

* Update AnalyzeUtils.java

* Update IoTDBDeviceIT.java

* update maxTime in TVList after deletion

* fix comment

* fix comment

---------

Co-authored-by: Caideyipi <[email protected]>

Author: jt2594838

integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java

@@ -21,8 +21,9 @@
 
 import org.apache.iotdb.commons.exception.IllegalPathException;
 import org.apache.iotdb.commons.path.MeasurementPath;
-import org.apache.iotdb.db.storageengine.dataregion.modification.Deletion;
+import org.apache.iotdb.db.storageengine.dataregion.modification.ModEntry;
 import org.apache.iotdb.db.storageengine.dataregion.modification.ModificationFile;
+import org.apache.iotdb.db.storageengine.dataregion.modification.TreeDeletionEntry;
 
 import org.apache.tsfile.common.conf.TSFileConfig;
 import org.apache.tsfile.exception.write.WriteProcessException;
@@ -250,23 +251,21 @@ private void generateTEXT(final Object obj, final int row) {
   public void generateDeletion(final String device, final int number)
       throws IOException, IllegalPathException {
     try (final ModificationFile modificationFile =
-        new ModificationFile(tsFile.getAbsolutePath() + ModificationFile.FILE_SUFFIX)) {
+        new ModificationFile(ModificationFile.getExclusiveMods(tsFile))) {
       writer.flushAllChunkGroups();
       final TreeSet<Long> timeSet = device2TimeSet.get(device);
       if (timeSet.isEmpty()) {
         return;
       }
 
-      final long fileOffset = tsFile.length();
       final long maxTime = timeSet.last() - 1;
       for (int i = 0; i < number; i++) {
         final int endTime = random.nextInt((int) (maxTime)) + 1;
         final int startTime = random.nextInt(endTime);
         for (final IMeasurementSchema measurementSchema : device2MeasurementSchema.get(device)) {
-          final Deletion deletion =
-              new Deletion(
+          final ModEntry deletion =
+              new TreeDeletionEntry(
                   new MeasurementPath(device, measurementSchema.getMeasurementId()),
-                  fileOffset,
                   startTime,
                   endTime);
           modificationFile.write(deletion);