add override capabilites to twingraph upload

Author: Leopold-Cramer

dataset/src/integrationTest/kotlin/com/cosmotech/dataset/service/DatasetServiceIntegrationTest.kt

@@ -582,6 +582,54 @@ class DatasetServiceIntegrationTest : CsmRedisTestBase() {
     }
   }
 
+  @Test
+  fun `reupload a twingraph in dataset with source type File`() {
+    organizationSaved = organizationApiService.registerOrganization(organization)
+    datasetSaved = datasetApiService.createDataset(organizationSaved.id!!, dataset)
+
+    val fileName = this::class.java.getResource("/integrationTest.zip")?.file
+    val file = File(fileName!!)
+    val resource = ByteArrayResource(file.readBytes())
+    datasetApiService.uploadTwingraph(organizationSaved.id!!, datasetSaved.id!!, resource)
+    var datasetStatus =
+        datasetApiService.getDatasetTwingraphStatus(organizationSaved.id!!, datasetSaved.id!!)
+    runBlocking {
+      while (datasetStatus == Dataset.Status.PENDING.value) {
+        delay(50L)
+        datasetStatus =
+            datasetApiService.getDatasetTwingraphStatus(organizationSaved.id!!, datasetSaved.id!!)
+      }
+    }
+    datasetApiService.createTwingraphEntities(
+        organizationSaved.id!!,
+        datasetSaved.id!!,
+        "node",
+        listOf(GraphProperties(type = "Node", name = "newNode", params = "value:0")))
+    datasetStatus =
+        datasetApiService.getDatasetTwingraphStatus(organizationSaved.id!!, datasetSaved.id!!)
+    var queryResult =
+        datasetApiService.twingraphQuery(
+            organizationSaved.id!!, datasetSaved.id!!, DatasetTwinGraphQuery("MATCH (n) RETURN n"))
+    val initalNodeAmount = queryResult.split("}}}").size
+
+    datasetApiService.uploadTwingraph(organizationSaved.id!!, datasetSaved.id!!, resource)
+    datasetStatus =
+        datasetApiService.getDatasetTwingraphStatus(organizationSaved.id!!, datasetSaved.id!!)
+    runBlocking {
+      while (datasetStatus == Dataset.Status.PENDING.value) {
+        delay(50L)
+        datasetStatus =
+            datasetApiService.getDatasetTwingraphStatus(organizationSaved.id!!, datasetSaved.id!!)
+      }
+    }
+    queryResult =
+        datasetApiService.twingraphQuery(
+            organizationSaved.id!!, datasetSaved.id!!, DatasetTwinGraphQuery("MATCH (n) RETURN n"))
+    val newNodeAmount = queryResult.split("}}}").size
+
+    assertNotEquals(initalNodeAmount, newNodeAmount)
+  }
+
   @TestFactory
   fun `test refreshDataset`() =
       mapOf(

dataset/src/main/kotlin/com/cosmotech/dataset/service/DatasetServiceImpl.kt

@@ -276,6 +276,7 @@ class DatasetServiceImpl(
     }
   }
 
+  @Suppress("LongMethod")
   override fun uploadTwingraph(organizationId: String, datasetId: String, body: Resource) {
     val dataset = getDatasetWithStatus(organizationId, datasetId)
     csmRbac.verify(dataset.getRbac(), PERMISSION_WRITE)
@@ -292,8 +293,18 @@ class DatasetServiceImpl(
         ?: throw CsmResourceNotFoundException("Dataset in use, cannot update. Retry later")
 
     datasetRepository.save(dataset.apply { status = Dataset.Status.PENDING })
-
+    var overriding = false
     GlobalScope.launch(SecurityCoroutineContext()) {
+      csmJedisPool.resource.use { jedis ->
+        if (jedis.exists(dataset.twingraphId!!)) {
+          jedis.eval(
+              "redis.call('RENAME', KEYS[1], KEYS[2]);",
+              2,
+              dataset.twingraphId,
+              "backupGraph-$datasetId")
+          overriding = true
+        }
+      }
       try {
         val queryBuffer = QueryBuffer(csmJedisPool.resource, dataset.twingraphId!!)
         unzip(body.inputStream, listOf(NODES_ZIP_FOLDER, EDGES_ZIP_FOLDER), "csv")
@@ -315,8 +326,22 @@ class DatasetServiceImpl(
               }
             }
         queryBuffer.send()
+        if (overriding) {
+          csmJedisPool.resource.use { jedis ->
+            jedis.eval("redis.call('DEL', KEYS[1]);", 1, "backupGraph-$datasetId")
+          }
+        }
         datasetRepository.save(dataset.apply { status = Dataset.Status.READY })
       } catch (e: Exception) {
+        if (overriding) {
+          csmJedisPool.resource.use { jedis ->
+            jedis.eval(
+                "redis.call('RENAME', KEYS[2], KEYS[1]);",
+                2,
+                dataset.twingraphId,
+                "backupGraph-$datasetId")
+          }
+        }
         datasetRepository.save(dataset.apply { status = Dataset.Status.ERROR })
       }
     }