Creation & refresh dates

Author: icreated

dataset/src/main/kotlin/com/cosmotech/dataset/service/DatasetServiceImpl.kt

@@ -68,6 +68,7 @@ import com.redislabs.redisgraph.graph_entities.Edge
 import com.redislabs.redisgraph.graph_entities.Node
 import java.io.InputStream
 import java.nio.charset.StandardCharsets
+import java.time.Instant
 import kotlinx.coroutines.GlobalScope
 import kotlinx.coroutines.launch
 import org.apache.commons.compress.archivers.ArchiveStreamFactory
@@ -174,6 +175,7 @@ class DatasetServiceImpl(
             twingraphId = twingraphId,
             sourceType = dataset.sourceType ?: DatasetSourceType.None,
             main = dataset.main ?: true,
+            creationDate = Instant.now().toEpochMilli(),
             status = Dataset.Status.DRAFT,
             ownerId = getCurrentAuthenticatedUserName(csmPlatformProperties),
             organizationId = organizationId)
@@ -222,6 +224,7 @@ class DatasetServiceImpl(
             twingraphId = subTwingraphId,
             queries = subDatasetGraphQuery.queries,
             main = subDatasetGraphQuery.main ?: dataset.main,
+            creationDate = Instant.now().toEpochMilli(),
             parentId = dataset.id,
             status = Dataset.Status.READY,
             connector =
@@ -350,7 +353,11 @@ class DatasetServiceImpl(
     dataset.status?.takeUnless { it == Dataset.Status.PENDING }
         ?: throw CsmClientException("Dataset in use, cannot update. Retry later")
 
-    datasetRepository.save(dataset.apply { status = Dataset.Status.PENDING })
+    datasetRepository.save(
+        dataset.apply {
+          refreshDate = Instant.now().toEpochMilli()
+          status = Dataset.Status.PENDING
+        })
 
     val dataSourceLocation =
         if (dataset.sourceType == DatasetSourceType.Twincache) {

dataset/src/main/openapi/dataset.yaml

@@ -1234,6 +1234,16 @@ components:
         main:
           type: boolean
           description: is this the main dataset
+        creationDate:
+          type: integer
+          format: int64
+          readOnly: true
+          description: the Dataset creation date
+        refreshDate:
+          type: integer
+          format: int64
+          readOnly: true
+          description: the last time a refresh was done
         sourceType:
           $ref: '#/components/schemas/DatasetSourceType'
         source:

doc/Models/Dataset.md

@@ -11,6 +11,8 @@ Name | Type | Description | Notes
 **parentId** | **String** | the Dataset id which is the parent of this Dataset | [optional] [default to null]
 **twingraphId** | **String** | the twin graph id | [optional] [default to null]
 **main** | **Boolean** | is this the main dataset | [optional] [default to null]
+**creationDate** | **Long** | the Dataset creation date | [optional] [default to null]
+**refreshDate** | **Long** | the last time a refresh was done | [optional] [default to null]
 **sourceType** | [**DatasetSourceType**](DatasetSourceType.md) |  | [optional] [default to null]
 **source** | [**SourceInfo**](SourceInfo.md) |  | [optional] [default to null]
 **status** | **String** | the Dataset status | [optional] [default to null]

openapi/plantuml/schemas.plantuml

@@ -57,6 +57,8 @@ entity Dataset {
     parentId: String
     twingraphId: String
     main: Boolean
+    creationDate: Long
+    refreshDate: Long
     sourceType: DatasetSourceType
     source: SourceInfo
     status: String