Skip to content

Commit 8eb105b

Browse files
authored
Merge pull request #3 from datastax/feature/cut-1.0-release
Removing unwanted classes
2 parents 3bc7ff0 + 311c02b commit 8eb105b

File tree

7 files changed

+10
-732
lines changed

7 files changed

+10
-732
lines changed

.idea/compiler.xml

Lines changed: 0 additions & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

src/main/java/datastax/astra/migrate/DiffMetaJobSession.java

Lines changed: 0 additions & 419 deletions
This file was deleted.

src/main/java/datastax/astra/migrate/NoSparkMigrate.java

Lines changed: 0 additions & 52 deletions
This file was deleted.

src/main/java/datastax/astra/migrate/SrcDestKey.java

Lines changed: 0 additions & 49 deletions
This file was deleted.

src/main/java/datastax/astra/migrate/TestConnection.java

Lines changed: 0 additions & 107 deletions
This file was deleted.

src/main/scala/datastax/astra/migrate/DiffMetaData.scala

Lines changed: 0 additions & 95 deletions
This file was deleted.

src/resources/runCommands.txt

Lines changed: 10 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,14 @@
1-
wget https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.6.tgz
1+
// Download spark
2+
wget https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.6.tgz
23

3-
--driver-memory 8G
4+
// Increase driver memory
5+
--driver-memory 8G
46

5-
~/Documents/Astra/spark-2.4.8-bin-hadoop2.7/bin//spark-submit --properties-file /Users/ankitpatel/Documents/spark-astra-migrator-ranges/src/resources/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-9223372036854775808 --conf spark.migrate.source.maxPartition=9223372036854775807 --class datastax.astra.migrate.Migrate /Users/ankitpatel/Documents/spark-astra-migrator-ranges/target/migrate-0.1.jar
7+
// Migrate
8+
spark-submit --properties-file /<path>/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-9223372036854775808 --conf spark.migrate.source.maxPartition=9223372036854775807 --class datastax.astra.migrate.Migrate /<path>/cassandra-data-migrator-1.x.jar
69

7-
Random Partitioner Run Command
8-
~/Documents/Astra/spark-2.4.8-bin-hadoop2.7/bin//spark-submit --properties-file /Users/ankitpatel/Documents/spark-astra-migrator-ranges/src/resources/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-1 --conf spark.migrate.source.maxPartition=170141183460469231731687303715884105728 --class datastax.astra.migrate.Migrate /Users/ankitpatel/Documents/spark-astra-migrator-ranges/target/migrate-0.9.jar
10+
// Random Partitioner Run Command
11+
spark-submit --properties-file /<path>/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-1 --conf spark.migrate.source.maxPartition=170141183460469231731687303715884105728 --class datastax.astra.migrate.Migrate /<path>/cassandra-data-migrator-1.x.jar
912

10-
11-
//Diff Data
12-
13-
~/Documents/Astra/spark-2.4.8-bin-hadoop2.7/bin//spark-submit --properties-file /Users/ankitpatel/Documents/spark-astra-migrator-ranges/src/resources/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-9223372036854775808 --conf spark.migrate.source.maxPartition=9223372036854775807 --class datastax.astra.migrate.DiffData /Users/ankitpatel/Documents/spark-astra-migrator-ranges/target/migrate-0.1.jar
13+
// Diff Data
14+
spark-submit --properties-file /<path>/sparkConf.properties --verbose --master "local[8]" --conf spark.migrate.source.minPartition=-9223372036854775808 --conf spark.migrate.source.maxPartition=9223372036854775807 --class datastax.astra.migrate.DiffData /<path>/cassandra-data-migrator-1.x.jar

0 commit comments

Comments
 (0)