feat(csv): add persons from a CSV file

douglasfdev · douglasfdev · commit 85d021774c4a · 2023-11-09T23:18:52.000-03:00
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,4 @@
 .docker/dbdata
 volume
-aws
+aws
+deno.lock
diff --git a/deno.json b/deno.json
@@ -7,6 +7,7 @@
     "$repositories": "./src/api/modules/v1/repository/index.ts",
     "$components": "./src/api/modules/v1/components/index.ts",
     "$models": "./src/api/modules/v1/models/index.ts",
+    "$interfaces": "./src/common/interfaces/index.ts",
     "$middlewares": "./src/api/middlewares/index.ts",
     "$routes": "./src/api/modules/v1/routes/index.ts",
     "$db": "./src/api/db/index.ts"
diff --git a/deno.lock b/deno.lock
diff --git a/example.csv b/example.csv
@@ -0,0 +1,121 @@
+name,age,sex,size,weight
+João,25,M,175,70
+Maria,30,F,160,55
+Carlos,22,M,180,75
+Ana,28,F,165,60
+Ricardo,35,M,178,80
+Juliana,27,F,155,50
+Felipe,29,M,182,78
+Camila,26,F,163,58
+Pedro,32,M,176,72
+Isabela,24,F,168,62
+Miguel,31,M,185,85
+Larissa,29,F,162,56
+Gabriel,27,M,177,79
+Beatriz,28,F,158, 54
+Lucas,33,M,181,77
+Amanda,25,F,166,57
+Fernando,30,M,179,76
+Laura,23,F,161,53
+Rodrigo,34,M,183,82
+Tatiane,31,F,167,61
+Diego,26,M,174,68
+Carolina,28,F,164,59
+João,20,M,164,80
+Maria,18,F,179,50
+José,30,M,158,70
+Ana,40,F,177,90
+Pedro,50,M,162,60
+Paula,60,F,162,40
+Carlos,70,M,176,100
+Teresa,80,F,176,75
+João,25,M,175,70
+Maria,30,F,160,55
+Carlos,22,M,180,75
+Ana,28,F,165,60
+Ricardo,35,M,178,80
+Juliana,27,F,155,50
+Felipe,29,M,182,78
+Camila,26,F,163,58
+Pedro,32,M,176,72
+Isabela,24,F,168,62
+Miguel,31,M,185,85
+Larissa,29,F,162,56
+Gabriel,27,M,177,79
+Beatriz,28,F,158, 54
+Lucas,33,M,181,77
+Amanda,25,F,166,57
+Fernando,30,M,179,76
+Laura,23,F,161,53
+Rodrigo,34,M,183,82
+Tatiane,31,F,167,61
+Diego,26,M,174,68
+Carolina,28,F,164,59
+João,20,M,164,80
+Maria,18,F,179,50
+José,30,M,158,70
+Ana,40,F,177,90
+Pedro,50,M,162,60
+Paula,60,F,162,40
+Carlos,70,M,176,100
+Teresa,80,F,176,75
+João,25,M,175,70
+Maria,30,F,160,55
+Carlos,22,M,180,75
+Ana,28,F,165,60
+Ricardo,35,M,178,80
+Juliana,27,F,155,50
+Felipe,29,M,182,78
+Camila,26,F,163,58
+Pedro,32,M,176,72
+Isabela,24,F,168,62
+Miguel,31,M,185,85
+Larissa,29,F,162,56
+Gabriel,27,M,177,79
+Beatriz,28,F,158, 54
+Lucas,33,M,181,77
+Amanda,25,F,166,57
+Fernando,30,M,179,76
+Laura,23,F,161,53
+Rodrigo,34,M,183,82
+Tatiane,31,F,167,61
+Diego,26,M,174,68
+Carolina,28,F,164,59
+João,20,M,164,80
+Maria,18,F,179,50
+José,30,M,158,70
+Ana,40,F,177,90
+Pedro,50,M,162,60
+Paula,60,F,162,40
+Carlos,70,M,176,100
+Teresa,80,F,176,75
+João,25,M,175,70
+Maria,30,F,160,55
+Carlos,22,M,180,75
+Ana,28,F,165,60
+Ricardo,35,M,178,80
+Juliana,27,F,155,50
+Felipe,29,M,182,78
+Camila,26,F,163,58
+Pedro,32,M,176,72
+Isabela,24,F,168,62
+Miguel,31,M,185,85
+Larissa,29,F,162,56
+Gabriel,27,M,177,79
+Beatriz,28,F,158, 54
+Lucas,33,M,181,77
+Amanda,25,F,166,57
+Fernando,30,M,179,76
+Laura,23,F,161,53
+Rodrigo,34,M,183,82
+Tatiane,31,F,167,61
+Diego,26,M,174,68
+Carolina,28,F,164,59
+João,20,M,164,80
+Maria,18,F,179,50
+José,30,M,158,70
+Ana,40,F,177,90
+Pedro,50,M,162,60
+Paula,60,F,162,40
+Carlos,70,M,176,100
+Teresa,80,F,176,75
diff --git a/src/api/modules/v1/controllers/files/FileController.ts b/src/api/modules/v1/controllers/files/FileController.ts
@@ -1,22 +1,24 @@
 import { RouterContext, Status } from "$deps";
-import { log, IFileController } from "$common";
+import { log } from "$common";
+import { IFileController, CSVType } from '$interfaces';
 import { FileService } from "$services";
 
 
 class Files implements IFileController {
-  public async uploadCsv(ctx: RouterContext<string>): Promise<void> {
+  public async uploadCsv(ctx: RouterContext<string>): Promise<CSVType> {
     try {
       const formData = ctx.request.body({ type: "form-data" });
       const body = await formData.value.read();
 
-      if (body.files) {
-       await FileService.handlerFilesPerson(body.files);
-
-        ctx.response.status = Status.Created;
-        ctx.response.body = {
-          message: "File upload with success!",
-        };
+      if (!body.files) {
+       throw new Error("Doesn't have a file with csv format to upload");
       }
+      await FileService.handlerFilesPerson(body.files);
+
+      ctx.response.status = Status.Created;
+      return ctx.response.body = {
+        message: "File upload with success!",
+      };
     // deno-lint-ignore no-explicit-any
     } catch (er: Error | any | unknown) {
       ctx.response.status = Status.BadRequest;
diff --git a/src/api/modules/v1/controllers/person/PersonController.ts b/src/api/modules/v1/controllers/person/PersonController.ts
@@ -8,12 +8,7 @@ import { PersonService } from "$services";
 class PersonController {
   public async listPersons(ctx: RouterContext<string>) {
     try {
-      const data = ctx.request.body();
-      const body = await data.value;
-
-      await PersonService.listPerson();
-
-      return body;
+      return ctx.response.body = await PersonService.listPerson();
     } catch (er: Error | any | unknown) {
       ctx.response.status = Status.BadRequest;
       ctx.response.body = {
@@ -22,6 +17,19 @@ class PersonController {
       log.error(er.message);
     }
   }
+
+  public create(ctx: RouterContext<string>) {
+    try {
+      const body = ctx.request.body();
+      console.log(body);
+    } catch (er) {
+      ctx.response.status = Status.BadRequest;
+      log.error(er.message);
+      return ctx.response.body = {
+        error: er.message,
+      };
+    }
+  }
 }
 
 export default new PersonController();
diff --git a/src/api/modules/v1/repository/File/FileRespository.ts b/src/api/modules/v1/repository/File/FileRespository.ts
@@ -20,7 +20,7 @@ class FileRepository extends File {
         );
       `;
 
-    return await client.query(q, [file.replace(/\n/, "")]);
+    return client.query(q, [file.replace(/\n/, "")]);
   }
 
   public async list(): Promise<Array<IFileDTO>> {
diff --git a/src/api/modules/v1/repository/Person/PersonRepository.ts b/src/api/modules/v1/repository/Person/PersonRepository.ts
@@ -1,13 +1,54 @@
 import { client } from '$db';
 import { Person } from "$models";
+import { IPersonDTO } from "$common";
 
 class PersonRepository extends Person {
-  public table: string = 'tb_person';
+  public table: string = 'tb_pessoa';
 
   public listPersons() {
+    return this.getPersons();
+  }
+
+  public async createPersons(person: Partial<IPersonDTO>) {
+    return this.create(person);
+  }
+
+  private async create(person: Partial<IPersonDTO>) {
+    const q = `
+        INSERT INTO ${this.table} (
+          id,
+          name,
+          age,
+          sex,
+          size,
+          weight
+        ) VALUES (
+          UUID(),
+          ?,
+          ?,
+          ?,
+          ?,
+          ?
+        );
+      `;
+
+    const values = [
+      person.name,
+      person.age,
+      person.sex,
+      person.size,
+      person.weight
+    ];
+
+    return client.query(q, values);
+  }
+
+  private getPersons() {
     return client.query(
       `
-        SELECT * FROM ${this.table};
+        SELECT
+        *
+        FROM ${this.table};
       `
     );
   }
diff --git a/src/api/modules/v1/routes/file.ts b/src/api/modules/v1/routes/file.ts
@@ -4,6 +4,6 @@ import { FileController } from "$controllers";
 const file = new Router();
 
 file.post("uploadFile/", FileController.uploadCsv);
-file.get("listAll/", FileController.listAllFiles);
+file.get("listAllFiles/", FileController.listAllFiles);
 
 export { file };
diff --git a/src/api/modules/v1/services/file/FileService.ts b/src/api/modules/v1/services/file/FileService.ts
@@ -1,23 +1,26 @@
 import { FormDataFile } from "$deps";
 import { S3 } from "$components";
-import { IFileDTO, IFileService } from "$common";
-import { FileRespository } from "$repositories";
+import { IFileDTO, IFileService, IPersonDTO } from "$common";
+import { FileRespository, PersonRepository } from "$repositories";
+import { PersonService } from "$services";
 
 class FileService implements IFileService {
   private s3: typeof S3;
   private fileRepository: typeof FileRespository;
+  private personService: typeof PersonService;
 
   constructor(s3: typeof S3) {
     this.s3 = s3;
     this.fileRepository = FileRespository;
+    this.personService = PersonService;
   }
 
   public async handlerFilesPerson(files: Array<FormDataFile>): Promise<void> {
     return this.processFilesPerson(files);
   }
 
   private async processFilesPerson(files: Array<FormDataFile>): Promise<void> {
-    const person: Array<string> = [];
+    const user: Array<Partial<IPersonDTO>> = []
 
     for (const file of files) {
       const isTypeCsvOrXml = file.contentType === "text/csv" ||
@@ -36,13 +39,21 @@ class FileService implements IFileService {
 
         await this.s3.handlerBucket(whithoutHeader, filename);
 
-        const readS3 = await this.s3.readFileFromS3(filename) as Array<string>;
-
         await this.fileRepository.handleCreate(filename);
 
+        const readS3 = await this.s3.readFileFromS3(filename) as Array<string>;
+
         for (const result of readS3) {
           const [name, age, sex, size, weight] = result.split(",");
-          console.log(result.split(','))
+          const personObject = {
+            name,
+            age: Number(age),
+            sex,
+            size: Number(size),
+            weight: Number(weight)
+          }
+
+          await this.personService.create(personObject)
         }
       }
     }
diff --git a/src/api/modules/v1/services/person/PersonService.ts b/src/api/modules/v1/services/person/PersonService.ts
@@ -1,7 +1,27 @@
+import { PersonRepository } from "$repositories";
+import { IPersonDTO } from "$common";
 
 class PersonService {
+  private personRpository: typeof PersonRepository
+
+  constructor() {
+    this.personRpository = PersonRepository;
+  }
+
   public async listPerson() {
-    return 'list person';
+    return this.personRpository.listPersons();
+  }
+
+  public async create(personDTO: Partial<IPersonDTO>): Promise<IPersonDTO> {
+    return this.createPerson(personDTO);
+  }
+
+  private async createPerson(personDTO: Partial<IPersonDTO>): Promise<IPersonDTO> {
+    if (!personDTO) {
+      throw new Error(`Person ${personDTO} is required`);
+    }
+
+    return this.personRpository.createPersons(personDTO);
   }
 }
 
diff --git a/src/common/interfaces/IFIleController.ts b/src/common/interfaces/IFIleController.ts
@@ -1,4 +1,6 @@
 import { RouterContext } from '$deps';
+
+export type CSVType = { message: string } | undefined;
 export interface IFileController {
-  uploadCsv(ctx: RouterContext<string>): Promise<void>;
+  uploadCsv(ctx: RouterContext<string>): Promise<CSVType>;
 }
diff --git a/src/common/interfaces/IPerson.ts b/src/common/interfaces/IPerson.ts
@@ -4,7 +4,7 @@ export interface IPersonDTO {
   id: string;
   name: string;
   age: number;
-  sex: PersonEnum;
+  sex: string;
   size: number;
   weight: number;
   created_at?: Date;

-Original file line number
+Diff line change
@@ @@ -1,3 +1,4 @@ @@
 .docker/dbdata
 volume
 -aws
 +aws
 +deno.lock
Original file line number	Diff line number	Diff line change
`@@ -20,7 +20,7 @@ class FileRepository extends File {`
`20`	`20`	`);`
`21`	`21`	`;
`22`	`22`
`23`		`- return await client.query(q, [file.replace(/\n/, "")]);`
	`23`	`+ return client.query(q, [file.replace(/\n/, "")]);`
`24`	`24`	`}`
`25`	`25`
`26`	`26`	`public async list(): Promise<Array<IFileDTO>> {`