Backport to branch(3.13) : Add data chunk and task result enums and dtos (#2498)

Co-authored-by: inv-jishnu <[email protected]>
Co-authored-by: Peckstadt Yves <[email protected]>

Author: 3 people

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/datachunk/ImportDataChunk.java

@@ -0,0 +1,14 @@
+package com.scalar.db.dataloader.core.dataimport.datachunk;
+
+import java.util.List;
+import lombok.Builder;
+import lombok.Data;
+
+/** * Import data chunk data */
+@Data
+@Builder
+public class ImportDataChunk {
+
+  int dataChunkId;
+  List<ImportRow> sourceData;
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/datachunk/ImportDataChunkStatus.java

@@ -0,0 +1,41 @@
+package com.scalar.db.dataloader.core.dataimport.datachunk;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+import java.time.Instant;
+import lombok.Builder;
+import lombok.Data;
+
+/** * A DTO to store import data chunk details */
+@Data
+@Builder
+@JsonDeserialize(builder = ImportDataChunkStatus.ImportDataChunkStatusBuilder.class)
+public class ImportDataChunkStatus {
+
+  @JsonProperty("dataChunkId")
+  private final int dataChunkId;
+
+  @JsonProperty("startTime")
+  private final Instant startTime;
+
+  @JsonProperty("endTime")
+  private final Instant endTime;
+
+  @JsonProperty("totalRecords")
+  private final int totalRecords;
+
+  @JsonProperty("successCount")
+  private final int successCount;
+
+  @JsonProperty("failureCount")
+  private final int failureCount;
+
+  @JsonProperty("batchCount")
+  private final int batchCount;
+
+  @JsonProperty("totalDurationInMilliSeconds")
+  private final int totalDurationInMilliSeconds;
+
+  @JsonProperty("status")
+  private final ImportDataChunkStatusState status;
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/datachunk/ImportDataChunkStatusState.java

@@ -0,0 +1,8 @@
+package com.scalar.db.dataloader.core.dataimport.datachunk;
+
+/** * Status of the import data chunk during the import process */
+public enum ImportDataChunkStatusState {
+  START,
+  IN_PROGRESS,
+  COMPLETE
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/datachunk/ImportRow.java

@@ -0,0 +1,11 @@
+package com.scalar.db.dataloader.core.dataimport.datachunk;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import lombok.Value;
+
+/** Stores data related to a single row on import file */
+@Value
+public class ImportRow {
+  int rowNumber;
+  JsonNode sourceData;
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/task/ImportTaskAction.java

@@ -0,0 +1,7 @@
+package com.scalar.db.dataloader.core.dataimport.task;
+
+/** * Import task actions */
+public enum ImportTaskAction {
+  INSERT,
+  UPDATE,
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/task/result/ImportResultStatus.java

@@ -0,0 +1,12 @@
+package com.scalar.db.dataloader.core.dataimport.task.result;
+
+public enum ImportResultStatus {
+  SUCCESS,
+  PARTIAL_SUCCESS,
+  FAILURE,
+  VALIDATION_FAILED,
+  RETRIEVAL_FAILED,
+  MAPPING_FAILED,
+  TIMEOUT,
+  CANCELLED
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/task/result/ImportTargetResult.java

@@ -0,0 +1,19 @@
+package com.scalar.db.dataloader.core.dataimport.task.result;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.scalar.db.dataloader.core.dataimport.task.ImportTaskAction;
+import java.util.List;
+import lombok.Builder;
+import lombok.Value;
+
+@Builder
+@Value
+public class ImportTargetResult {
+  String namespace;
+  String tableName;
+  ImportTaskAction importAction;
+  List<String> errors;
+  boolean dataMapped;
+  JsonNode importedRecord;
+  ImportTargetResultStatus status;
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/task/result/ImportTargetResultStatus.java

@@ -0,0 +1,12 @@
+package com.scalar.db.dataloader.core.dataimport.task.result;
+
+public enum ImportTargetResultStatus {
+  VALIDATION_FAILED,
+  RETRIEVAL_FAILED,
+  MISSING_COLUMNS,
+  DATA_ALREADY_EXISTS,
+  DATA_NOT_FOUND,
+  SAVE_FAILED,
+  SAVED,
+  ABORTED
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/task/result/ImportTaskResult.java

@@ -0,0 +1,25 @@
+package com.scalar.db.dataloader.core.dataimport.task.result;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+import java.util.List;
+import lombok.Builder;
+import lombok.Value;
+
+@Builder
+@Value
+@JsonDeserialize(builder = ImportTaskResult.ImportTaskResultBuilder.class)
+public class ImportTaskResult {
+  @JsonProperty("rowNumber")
+  int rowNumber;
+
+  @JsonProperty("targets")
+  List<ImportTargetResult> targets;
+
+  @JsonProperty("rawRecord")
+  JsonNode rawRecord;
+
+  @JsonProperty("dataChunkId")
+  int dataChunkId;
+}

data-loader/core/src/main/java/com/scalar/db/dataloader/core/dataimport/transactionbatch/ImportTransactionBatch.java

@@ -0,0 +1,14 @@
+package com.scalar.db.dataloader.core.dataimport.transactionbatch;
+
+import com.scalar.db.dataloader.core.dataimport.datachunk.ImportRow;
+import java.util.List;
+import lombok.Builder;
+import lombok.Value;
+
+/** Transaction batch details */
+@Builder
+@Value
+public class ImportTransactionBatch {
+  int transactionBatchId;
+  List<ImportRow> sourceData;
+}