|
| 1 | +import csv from 'csv-parser'; |
| 2 | +import fs from 'fs'; |
| 3 | +import { Credit, MediaItem, MediaType, Role } from '../models/index.js'; |
| 4 | +import { Loader } from './loader.js'; |
| 5 | + |
| 6 | +export class DeanWalstonLoader implements Loader { |
| 7 | + getLoaderName(): string { |
| 8 | + return 'deanwalston'; |
| 9 | + } |
| 10 | + |
| 11 | + async loadData(): Promise<MediaItem[]> { |
| 12 | + const credits = await this.loadCredits(); |
| 13 | + const mediaItems = await this.loadMediaItems(); |
| 14 | + |
| 15 | + console.log( |
| 16 | + `Loaded ${credits.length} credits and ${mediaItems.length} media items`, |
| 17 | + ); |
| 18 | + |
| 19 | + // Combine credits with media items |
| 20 | + const mediaItemsMap = new Map<string, MediaItem>(); |
| 21 | + |
| 22 | + // Create a map of media items by ID for easy lookup |
| 23 | + mediaItems.forEach(item => { |
| 24 | + mediaItemsMap.set(item.getId(), item); |
| 25 | + }); |
| 26 | + |
| 27 | + // Associate credits with their corresponding media items |
| 28 | + credits.forEach(credit => { |
| 29 | + const mediaItem = mediaItemsMap.get(credit.getMediaItemId()); |
| 30 | + if (mediaItem) { |
| 31 | + mediaItem.addCredit(credit); |
| 32 | + } |
| 33 | + }); |
| 34 | + |
| 35 | + return [...mediaItemsMap.values()]; |
| 36 | + } |
| 37 | + |
| 38 | + async loadMediaItems(): Promise<MediaItem[]> { |
| 39 | + const mediaItems = []; |
| 40 | + const readable = fs |
| 41 | + .createReadStream('data/media_items.csv', 'utf-8') |
| 42 | + .pipe(csv()); |
| 43 | + for await (const row of readable) { |
| 44 | + const { id, title, type, year } = row; |
| 45 | + // Parse the type as MediaType and year as number |
| 46 | + const mediaType = type as MediaType; |
| 47 | + const releaseYear = parseInt(year); |
| 48 | + // Create MediaItem with empty credits initially (they'll be added later) |
| 49 | + mediaItems.push(new MediaItem(id, title, mediaType, releaseYear, [])); |
| 50 | + } |
| 51 | + return mediaItems; |
| 52 | + } |
| 53 | + |
| 54 | + async loadCredits(): Promise<Credit[]> { |
| 55 | + const credits = []; |
| 56 | + const readable = fs |
| 57 | + .createReadStream('data/credits.csv', 'utf-8') |
| 58 | + .pipe(csv()); |
| 59 | + for await (const row of readable) { |
| 60 | + const { media_item_id, role, name } = row; |
| 61 | + // Parse the role as Role enum |
| 62 | + const roleEnum = role as Role; |
| 63 | + credits.push(new Credit(media_item_id, name, roleEnum)); |
| 64 | + } |
| 65 | + return credits; |
| 66 | + } |
| 67 | +} |
0 commit comments