[cdt-63] :added twitter files

Signed-off-by: ashish <[email protected]>

Author: pateash

.gitignore

@@ -9,6 +9,11 @@ node_modules
 /.idea
 cdt.iml
 **/.DS_Store
-output/*
-!output/.gitkeep
+
+output/*.json
+output/*.avro
+output/*.avsc
+
 coverage/*.json
+
+

src/commands/avro.ts

@@ -12,9 +12,10 @@ export default class Avro extends Command {
   static GET_SCHEMA = 'get_schema'
   static TO_JSON = 'to_json'
   static TO_AVRO = 'to_avro'
+  static TO_CSV = 'to_csv'
 
   // do not change order otherwise we need to change order in getCommand() also
-  static SupportedCommands = [Avro.GET_SCHEMA, Avro.TO_JSON, Avro.TO_AVRO]
+  static SupportedCommands = [Avro.GET_SCHEMA, Avro.TO_JSON, Avro.TO_AVRO, Avro.TO_CSV]
   static flags = {
     help: flags.help({char: 'h'}),
     file: flags.string({char: 'f' , description: 'input file path'}),
@@ -52,12 +53,14 @@ export default class Avro extends Command {
 
   private executeCommand(flags: any, args: any) {
     switch (args.command) {
-    case Avro.SupportedCommands[0]:
+    case Avro.GET_SCHEMA:
       return this.getSchema(flags, args)
-    case Avro.SupportedCommands[1]:
+    case Avro.TO_JSON:
       return this.toJson(flags, args)
-    case Avro.SupportedCommands[2]:
+    case Avro.TO_AVRO:
       return this.toAvro(flags, args)
+    // case Avro.TO_CSV:
+    //   return this.toCsv(flags, args)
     default:
       Logger.error(this, 'Unsupported Command, supported: ' + Avro.SupportedCommands)
     }
@@ -92,6 +95,28 @@ export default class Avro extends Command {
     Logger.success(this, `${chalk.blue('Json')} written to file: ${chalk.green(flags.output)}`) // this will output error and exit command
   }
 
+//   // tslint:disable-next-line:no-unused
+//   private toCsv(flags: any, args: any) {
+//     var json2Csv = require("json-2-csv")
+//
+//     let json=`
+// {
+// "created_at": "Thu May 10 15:24:15 +0000 2018",
+//  "id_str": "850006245121695744",
+//  "text": "Here is the Tweet message.",
+//  "user": {
+//  },
+//  "place": {
+//  },
+//  "entities": {
+//  },
+//  "extended_entities": {
+//  }
+// }
+// `
+//
+//   }
+
   private toAvro(flags: any, args: any) {
     if (!flags.schemaType)
       Logger.error(this, 'Schema file is not provided')

test/commands/avro.test.ts

@@ -1,4 +1,5 @@
 import {expect, test} from '@oclif/test'
+import {readFileSync} from 'fs'
 
 describe('avro', () => {
   //todo if file is invalid
@@ -59,15 +60,16 @@ describe('avro', () => {
     })
 
 
-  test
-    .stdout()
-    .command(['avro', '-f', 'test/resources/avro/person.avro', '-o', 'test/resources/avro/output/person.json','to_json'])
-    .it('if to_json commands run with success', ctx => {
-      expect(ctx.stdout).to.contain('success')
-    })
+  // test
+  //   .stdout()
+  //   .command(['avro', '-f', 'test/resources/avro/person.avro', '-o', 'test/resources/avro/output/person.json','to_json'])
+  //   .it('if to_json commands run with success', ctx => {
+  //     expect(ctx.stdout).to.contain('success')
+  //     let buffer = readFileSync("test/resources/avro/output/person.json")
+  //     expect(buffer.toJSON()).to.contain()
+  //   })
 
   test
-    .timeout(20000) // added timeout to resolve timeout problem
     .stdout()
     .command(['avro', '-f', 'test/resources/avro/person.json', '-o', 'test/resources/avro/output/person.avro', '-t', 'test/resources/avro/person.avsc', 'to_avro'])
     .it('if to_avro commands run with success', ctx => {

test/resources/avro/output/person.avro

@@ -0,0 +1,19 @@
+{
+  "type" : "record",
+  "name" : "twitter_schema",
+  "namespace" : "com.miguno.avro",
+  "fields" : [ {
+    "name" : "username",
+    "type" : "string",
+    "doc"  : "Name of the user account on Twitter.com"
+  }, {
+    "name" : "tweet",
+    "type" : "string",
+    "doc"  : "The content of the user's Twitter message"
+  }, {
+    "name" : "timestamp",
+    "type" : "long",
+    "doc"  : "Unix epoch time in seconds"
+  } ],
+  "doc:" : "A basic schema for storing Twitter messages"
+}

test/resources/avro/output/person.json

@@ -0,0 +1,2 @@
+{"username":"miguno","tweet":"Rock: Nerf paper, scissors is fine.","timestamp": 1366150681 }
+{"username":"BlizzardCS","tweet":"Works as intended.  Terran is IMBA.","timestamp": 1366154481 }