add removeUnwantedPrefix to RSS2 parser

Author: simonc56

apps/backend/src/app/infrastructure/external/rss2.parser.ts

@@ -3,7 +3,7 @@ import Parser, { Item } from 'rss-parser';
 import { INewsParser } from '../../application/ports/news-parser.port';
 import { News } from '../../core/entities/news.entity';
 import { Provider } from '../../core/entities/provider.entity';
-import { parseFrenchDate } from '../../utils/parsing';
+import { parseFrenchDate, removeUnwantedPrefix } from '../../utils/parsing';
 
 const parser = new Parser();
 
@@ -15,7 +15,7 @@ export class RSS2NewsParser implements INewsParser {
   async fetchFrom(provider: Provider): Promise<News[]> {
     const feed = await parser.parseURL(provider.feedUrl);
     return feed.items.map((item: Item) => ({
-      title: item.title || '',
+      title: (item.title && removeUnwantedPrefix(item.title)) || '',
       url: item.link || '',
       providerId: provider.id!,
       createdAt: item.pubDate

apps/backend/src/app/utils/parsing.ts

@@ -86,3 +86,11 @@ export function parseFrenchDate(dateStr: string): Date {
 
   return result;
 }
+
+export function removeUnwantedPrefix(text: string): string {
+  const unwantedPrefixes = ['☕️ ', 'Actualité : '];
+  return unwantedPrefixes.reduce(
+    (acc, prefix) => (acc.startsWith(prefix) ? acc.slice(prefix.length) : acc),
+    text,
+  );
+}