Skip to content

Commit 2fbb684

Browse files
feat: adds CSV loader for LJ (#435)
* feat: solved merge conflict and generated loader file * fix: Capitalized and punctuated my comments properly * fix: fixed one capitalization I missed previously * Update loaders.module.ts --------- Co-authored-by: Anthony D. Mays <[email protected]>
1 parent c601e7f commit 2fbb684

File tree

2 files changed

+59
-0
lines changed

2 files changed

+59
-0
lines changed
Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
import csv from 'csv-parser';
2+
import fs from 'fs';
3+
import { Credit, MediaItem } from '../models/index.js';
4+
import { Loader } from './loader.js';
5+
6+
export class LjMcwilliamsLoader implements Loader {
7+
getLoaderName(): string {
8+
return 'ljmcwilliams';
9+
}
10+
11+
async loadData(): Promise<MediaItem[]> {
12+
const credits = await this.loadCredits();
13+
const mediaItems = await this.loadMediaItems();
14+
15+
console.log(
16+
`Loaded ${credits.length} credits and ${mediaItems.length} media items`,
17+
);
18+
19+
return [...mediaItems.values()];
20+
}
21+
22+
async loadMediaItems(): Promise<MediaItem[]> {
23+
// TODO: Implement this method.
24+
const media = [];
25+
const readable = fs
26+
.createReadStream('data/media_items.csv', 'utf-8')
27+
.pipe(csv());
28+
for await (const row of readable) {
29+
/**This destructures the CSV file rows. */
30+
const { id, type, title, year } = row;
31+
media.push(new MediaItem(id, title, type, year, []));
32+
}
33+
return media;
34+
}
35+
36+
/*
37+
An asyncchronous function named loadCredits
38+
returns a Promise of an array of Credit Objects.
39+
*/
40+
async loadCredits(): Promise<Credit[]> {
41+
//The empty credits array will store parsed credit data
42+
const credits = [];
43+
/**
44+
* This var creates a readable stream from the CSV file and
45+
* is piped through the csv function to parse the data.
46+
*/
47+
const readable = fs
48+
.createReadStream('data/credits.csv', 'utf-8')
49+
.pipe(csv());
50+
//This asynchronously iterates over each row of the parsed CSV data.
51+
for await (const row of readable) {
52+
const { media_item_id, role, name } = row;
53+
credits.push(new Credit(media_item_id, name, role));
54+
}
55+
return credits;
56+
}
57+
}

lesson_10/libraries/src/loaders/loaders.module.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ import { HummadTanweerLoader } from './hummad_tanweer_loader.js';
1010
import { JamesCapparellLoader } from './james_capparell_loader.js';
1111
import { JosephCaballeroLoader } from './joseph_caballero_loader.js';
1212
import { KimberleeHaldaneLoader } from './kimberlee_haldane_loader.js';
13+
import { LjMcwilliamsLoader } from './lj_mcwilliams_loader.js';
1314
import { NileJacksonLoader } from './nile_jackson_loader.js';
1415
import { OyeyemiJimohLoader } from './oyeyemi_jimoh_loader.js';
1516
import { PabloLimonParedesLoader } from './pablo_limon_paredes_loader.js';
@@ -32,6 +33,7 @@ const LOADER_PROVIDERS = [
3233
JamesCapparellLoader,
3334
JosephCaballeroLoader,
3435
KimberleeHaldaneLoader,
36+
LjMcwilliamsLoader,
3537
NileJacksonLoader,
3638
OyeyemiJimohLoader,
3739
PabloLimonParedesLoader,

0 commit comments

Comments
 (0)