adding autocorrect scenario

Author: mieslep

SIT/environment.sh

@@ -210,7 +210,7 @@ _Setup() {
     _info "Pulling latest Docker container for ${dockerContainerVersion}"
     docker pull ${dockerContainerVersion}
     _info "Starting Docker container ${DOCKER_CASS}"
-    docker run --name $DOCKER_CASS --network ${NETWORK_NAME} --ip ${SUBNET}.2 -d ${dockerContainerVersion}
+    docker run --name $DOCKER_CASS --network ${NETWORK_NAME} --ip ${SUBNET}.2 -e "CASS_USERNAME=${CASS_USERNAME}" -e "CASS_PASSWORD=${CASS_PASSWORD}" -e "CASS_CLUSTER=${DOCKER_CASS}" -d ${dockerContainerVersion}
     attempt=1
     while [[ $attempt -le 12 && "$(_testDockerCassandra)" != "yes" ]]; do
       _info "waiting for Cassandra to start, attempt $attempt"
@@ -231,7 +231,7 @@ _Setup() {
     _info "Pulling latest Docker container for ${dockerContainerVersion}"
     docker pull ${dockerContainerVersion}
     _info "Starting Docker container ${DOCKER_CASS}"
-    docker run --name ${DOCKER_CDM} --network ${NETWORK_NAME} --ip ${SUBNET}.3 -d ${dockerContainerVersion}
+    docker run --name ${DOCKER_CDM} --network ${NETWORK_NAME} --ip ${SUBNET}.3 -e "CASS_USERNAME=${CASS_USERNAME}" -e "CASS_PASSWORD=${CASS_PASSWORD}" -e "CASS_CLUSTER=${DOCKER_CASS}" -d ${dockerContainerVersion}
     attempt=1
     while [[ $attempt -le 12 && "$(_testDockerCDM)" != "yes" ]]; do
       _info "waiting for CDM to start, attempt $attempt"

SIT/smoke/02_autocorrect_kvp/breakData.cql

@@ -0,0 +1,5 @@
+
+DELETE FROM target.smoke_autocorrect_kvp WHERE key='key2';
+UPDATE target.smoke_autocorrect_kvp SET value='value999' WHERE key='key3';
+SELECT * FROM target.smoke_autocorrect_kvp;
+

SIT/smoke/02_autocorrect_kvp/cdm.txt

@@ -0,0 +1,2 @@
+migrateData datastax.astra.migrate.Migrate migrate.properties
+validateData datastax.astra.migrate.DiffData migrate.properties

SIT/smoke/02_autocorrect_kvp/execute.sh

@@ -0,0 +1,11 @@
+#!/bin/bash -e
+
+workingDir="$1"
+cd "$workingDir"
+
+/local/cdm.sh -f cdm.txt -s migrateData -d "$workingDir"
+
+cqlsh -u $CASS_USERNAME -p $CASS_PASSWORD $CASS_CLUSTER -f $workingDir/breakData.cql > $workingDir/other.breakData.out 2> $workingDir/other.breakData.err
+
+/local/cdm.sh -f cdm.txt -s validateData -d "$workingDir"
+

SIT/smoke/02_autocorrect_kvp/expected.cql

@@ -0,0 +1 @@
+SELECT * FROM target.smoke_autocorrect_kvp;

SIT/smoke/02_autocorrect_kvp/expected.out

@@ -0,0 +1,8 @@
+
+ key  | value
+------+--------
+ key1 | valueA
+ key3 | valueC
+ key2 | valueB
+
+(3 rows)

SIT/smoke/02_autocorrect_kvp/migrate.properties

@@ -0,0 +1,22 @@
+spark.origin.host                                 cdm-sit-cass
+spark.origin.port                                 9042
+spark.origin.username                             cassandra
+spark.origin.password                             cassandra
+spark.origin.keyspaceTable                        source.smoke_autocorrect_kvp
+
+spark.target.host                                 cdm-sit-cass
+spark.target.port                                 9042
+spark.target.username                             cassandra
+spark.target.password                             cassandra
+spark.target.keyspaceTable                        target.smoke_autocorrect_kvp
+
+spark.numSplits                                   1
+
+spark.query.origin                                key,value
+spark.query.origin.partitionKey                   key
+spark.query.target.id                             key
+spark.query.types                                 0,0
+
+spark.target.autocorrect.missing                  true
+spark.target.autocorrect.mismatch                 true
+

SIT/smoke/02_autocorrect_kvp/setup.cql

@@ -0,0 +1,8 @@
+DROP TABLE IF EXISTS source.smoke_autocorrect_kvp;
+CREATE TABLE source.smoke_autocorrect_kvp(key text, value text, PRIMARY KEY (key));
+INSERT INTO source.smoke_autocorrect_kvp(key,value) VALUES ('key1','valueA');
+INSERT INTO source.smoke_autocorrect_kvp(key,value) VALUES ('key2','valueB');
+INSERT INTO source.smoke_autocorrect_kvp(key,value) VALUES ('key3','valueC');
+
+DROP TABLE IF EXISTS target.smoke_autocorrect_kvp;
+CREATE TABLE target.smoke_autocorrect_kvp(key text, value text, PRIMARY KEY (key));

SIT/test.sh

@@ -35,7 +35,7 @@ fi
 . common.sh
 
 EXPECTED_FILES="setup.cql expected.cql expected.out execute.sh"
-GENERATED_FILES='setup.out setup.err execute.out execute.err actual.out actual.err cdm.*.out cdm.*.err'
+GENERATED_FILES='setup.out setup.err execute.out execute.err actual.out actual.err cdm.*.out cdm.*.err other.*.out other.*.err'
 CDM_JAR=/local/cassandra-data-migrator.jar
 
 echo "=========================================================="
@@ -150,4 +150,4 @@ fi
 echo
 echo "=========================================================="
 echo " Phase ${PHASE} Complete"
-echo "=========================================================="
+echo "=========================================================="