Skip to content

Commit f1b4fa1

Browse files
dahwanthonydmays
andauthored
feat: add Dean's library data loader (code-differently#397)
Co-authored-by: Anthony D. Mays <[email protected]>
1 parent 80645a3 commit f1b4fa1

File tree

2 files changed

+74
-1
lines changed

2 files changed

+74
-1
lines changed
Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
import csv from 'csv-parser';
2+
import fs from 'fs';
3+
import { Credit, MediaItem, MediaType, Role } from '../models/index.js';
4+
import { Loader } from './loader.js';
5+
6+
export class DeanWalstonLoader implements Loader {
7+
getLoaderName(): string {
8+
return 'deanwalston';
9+
}
10+
11+
async loadData(): Promise<MediaItem[]> {
12+
const credits = await this.loadCredits();
13+
const mediaItems = await this.loadMediaItems();
14+
15+
console.log(
16+
`Loaded ${credits.length} credits and ${mediaItems.length} media items`,
17+
);
18+
19+
// Combine credits with media items
20+
const mediaItemsMap = new Map<string, MediaItem>();
21+
22+
// Create a map of media items by ID for easy lookup
23+
mediaItems.forEach(item => {
24+
mediaItemsMap.set(item.getId(), item);
25+
});
26+
27+
// Associate credits with their corresponding media items
28+
credits.forEach(credit => {
29+
const mediaItem = mediaItemsMap.get(credit.getMediaItemId());
30+
if (mediaItem) {
31+
mediaItem.addCredit(credit);
32+
}
33+
});
34+
35+
return [...mediaItemsMap.values()];
36+
}
37+
38+
async loadMediaItems(): Promise<MediaItem[]> {
39+
const mediaItems = [];
40+
const readable = fs
41+
.createReadStream('data/media_items.csv', 'utf-8')
42+
.pipe(csv());
43+
for await (const row of readable) {
44+
const { id, title, type, year } = row;
45+
// Parse the type as MediaType and year as number
46+
const mediaType = type as MediaType;
47+
const releaseYear = parseInt(year);
48+
// Create MediaItem with empty credits initially (they'll be added later)
49+
mediaItems.push(new MediaItem(id, title, mediaType, releaseYear, []));
50+
}
51+
return mediaItems;
52+
}
53+
54+
async loadCredits(): Promise<Credit[]> {
55+
const credits = [];
56+
const readable = fs
57+
.createReadStream('data/credits.csv', 'utf-8')
58+
.pipe(csv());
59+
for await (const row of readable) {
60+
const { media_item_id, role, name } = row;
61+
// Parse the role as Role enum
62+
const roleEnum = role as Role;
63+
credits.push(new Credit(media_item_id, name, roleEnum));
64+
}
65+
return credits;
66+
}
67+
}

lesson_10/libraries/src/loaders/loaders.module.ts

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,16 @@ import { Module } from '@nestjs/common';
22
import { AnthonyMaysLoader } from './anthony_mays_loader.js';
33
import { BenjaminScottLoader } from './benjamin_scott_loader.js';
44
import { DanielBoyceLoader } from './daniel_boyce_loader.js';
5+
import { DeanWalstonLoader } from './dean_walston_loader.js';
56

67
export const Loaders = Symbol.for('Loaders');
78

8-
const LOADER_PROVIDERS = [AnthonyMaysLoader, BenjaminScottLoader, DanielBoyceLoader];
9+
const LOADER_PROVIDERS = [
10+
AnthonyMaysLoader,
11+
BenjaminScottLoader,
12+
DanielBoyceLoader,
13+
DeanWalstonLoader,
14+
];
915

1016
@Module({
1117
providers: [

0 commit comments

Comments
 (0)