building out raw CQL generation

Author: rustyrazorblade

cdm.yaml

@@ -2,4 +2,5 @@ keyspace: cdmtest
 tables:
     - users
     - alltypes
+    - maptest
 version: 2.2

data/maptest.csv

@@ -0,0 +1 @@
+1,{'name': 'O'Hare'}

pom.xml

@@ -66,6 +66,13 @@
             <version>1.3</version>
         </dependency>
 
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>4.12</version>
+            <scope>test</scope>
+        </dependency>
+
 
     </dependencies>
 

schema.cql

@@ -8,3 +8,9 @@ CREATE TABLE alltypes (
     num int,
     ts timeuuid
 );
+
+create table maptest (
+    id int,
+    m map<text, text>,
+    primary key (id)
+);

src/main/java/com/datastax/cdm/CassandraDatasetManager.java

@@ -1,8 +1,6 @@
 package com.datastax.cdm;
 
 import com.datastax.driver.core.*;
-import com.datastax.driver.core.querybuilder.Insert;
-import com.datastax.driver.core.querybuilder.QueryBuilder;
 import com.fasterxml.jackson.core.type.TypeReference;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.dataformat.yaml.YAMLFactory;
@@ -15,6 +13,7 @@
 import org.eclipse.jgit.api.errors.InvalidRemoteException;
 import org.eclipse.jgit.api.errors.TransportException;
 
+
 import javax.management.Query;
 import java.lang.StringBuilder;
 
@@ -24,8 +23,7 @@
 import java.math.BigDecimal;
 import java.net.MalformedURLException;
 import java.net.URL;
-import java.util.List;
-import java.util.Map;
+import java.util.*;
 
 /**
  * Created by jhaddad on 6/29/16.
@@ -219,20 +217,22 @@ void install(String name) throws IOException, InterruptedException, GitAPIExcept
         Config config = mapper.readValue(configFile, Config.class);
 
         Cluster cluster = Cluster.builder().addContactPoint("127.0.0.1").build();
-        Session session = cluster.connect();
+        {
+            Session session = cluster.connect();
 
 //        String createKeyspace = "DROP KEYSPACE IF EXISTS " + config.keyspace +
 //                                "; CREATE KEYSPACE " + config.keyspace +
 //                                " WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1}";
 
-        StringBuilder createKeyspace = new StringBuilder();
-        createKeyspace.append(" CREATE KEYSPACE " )
-                      .append(config.keyspace)
-                      .append( " WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1}");
+            StringBuilder createKeyspace = new StringBuilder();
+            createKeyspace.append(" CREATE KEYSPACE ")
+                    .append(config.keyspace)
+                    .append(" WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1}");
 
-        System.out.println(createKeyspace);
-        session.execute("DROP KEYSPACE IF EXISTS " + config.keyspace);
-        session.execute(createKeyspace.toString());
+            System.out.println(createKeyspace);
+            session.execute("DROP KEYSPACE IF EXISTS " + config.keyspace);
+            session.execute(createKeyspace.toString());
+        }
 
         System.out.println("Schema: " + schema);
         String loadSchema = "cqlsh -k " + config.keyspace + " -f " + schema;
@@ -244,53 +244,54 @@ void install(String name) throws IOException, InterruptedException, GitAPIExcept
                            .addContactPoint("127.0.0.1")
                            .build();
 
+        Session session = cluster2.connect(config.keyspace);
+
         for(String table: config.tables) {
             String dataFile = dataPath + table + ".csv";
+            Iterable<CSVRecord> records = openCSV(dataFile);
 
-            Reader in = new FileReader(dataFile);
-            Iterable<CSVRecord> records = CSVFormat.RFC4180.parse(in);
             System.out.println("Importing " + table);
             KeyspaceMetadata keyspaceMetadata = cluster2.getMetadata()
                                                         .getKeyspace(config.keyspace);
             TableMetadata tableMetadata = keyspaceMetadata.getTable(table);
-//            PreparedStatement p = session.prepare();
+
             List<ColumnMetadata> columns = tableMetadata.getColumns();
 
+            StringJoiner fields = new StringJoiner(", ");
+            StringJoiner values = new StringJoiner(", ");
+
+            HashMap types = new HashMap();
+
+            for(ColumnMetadata c: columns) {
+                fields.add(c.getName());
+                types.put(c.getName(), c.getType().getName().toString());
+            }
+
+            PreparedStatement p = session.prepare(insert_query.toString());
+            HashSet needs_quotes = new HashSet();
+            needs_quotes.add("text");
+            needs_quotes.add("datetime");
+
             for(CSVRecord record: records) {
                 // generate a CQL statement
-                Insert insert = QueryBuilder.insertInto(tableMetadata);
-
-                int i = 0;
-                for(ColumnMetadata cm: columns) {
-                    String t = cm.getType().getName().toString().toLowerCase();
-                    System.out.println(t);
-                    if(t.equals("int")) {
-                        insert.value(cm.getName(), new Integer(record.get(i)));
-                    }
-                    else if(t.equals("float")) {
-                        insert.value(cm.getName(), new Float(record.get(i)));
-                    }
-                    else if(t.equals("decimal")) {
-                        insert.value(cm.getName(), new BigDecimal(record.get(i)));
-                    }
-                    else if(t.equals("map")) {
-                        insert.value(cm.getName(), new BigDecimal(record.get(i)));
-                    }
-                    else {
-                        insert.value(cm.getName(), record.get(i));
-                    }
-                    i++;
-                }
-                String query = insert.toString();
-                System.out.println(query);
-                session.execute(query);
+                String cql = generateCQL(record, types);
+                session.execute(cql);
             }
         }
 
 
         System.out.println("Loading data");
     }
 
+    Iterable<CSVRecord> openCSV(String path) throws IOException {
+        Reader in = new FileReader(path);
+        Iterable<CSVRecord> records = CSVFormat.RFC4180.parse(in);
+        return records;
+    }
+
+    String generateCQL(CSVRecord record, HashMap<String, String> types) {
+        return "";
+    }
 
     void update() throws IOException {
         System.out.println("Updating datasets...");

test/java/com/datastax/cdm/CassandraDatasetManagerTest.java

@@ -0,0 +1,18 @@
+package com.datastax.cdm;
+
+import static org.junit.Assert.assertEquals;
+
+import org.apache.commons.csv.CSVRecord;
+import org.junit.Test;
+
+/**
+ * Created by jhaddad on 9/5/16.
+ */
+public class CassandraDatasetManagerTest {
+
+    @Test
+    public void testCQLStatementGeneration() {
+
+    }
+
+}