[#75] Consider manual entries for channels

Author: cpiber

src/scripts/helpers/api/request.ts

@@ -97,4 +97,18 @@ export const searchVideos = async (text: string, num = Infinity) => {
     Array.prototype.push.apply(vids, body.results);
   }
   return vids;
+};
+
+export const getChannels = async (num = Infinity) => {
+  const channels: Nebula.Channel[] = [];
+  const req = new URL(`https://content.api.${getApiBase()}/video_channels/`);
+  req.searchParams.set('page_size', `${Math.min(100, num)}`);
+  let url = req.toString();
+
+  while (url && channels.length < num) {
+    const body = await request<Nebula.PagedRequest<Nebula.Channel>>(url);
+    url = body.next;
+    Array.prototype.push.apply(channels, body.results);
+  }
+  return channels;
 };

src/scripts/options.ts

@@ -1,5 +1,7 @@
 import { marked } from 'marked';
+import { loadCreators } from './background';
 import { purgeCache } from './background/ext';
+import { getChannels } from './helpers/api';
 import { buildModal } from './helpers/modal';
 import { BrowserMessage, getBrowserInstance, getFromStorage, notification, setToStorage } from './helpers/sharedExt';
 import { load, saveDirect } from './options/form';
@@ -166,4 +168,16 @@ document.querySelector('[href="#load"]').addEventListener('click', async e => {
       else document.querySelector('html').removeAttribute('data-theme');
     }
   });
-})();
+})();
+
+if (__DEV__) {
+  (window as any).checkChannels = async () => {
+    const channels = await getChannels();
+    const creators = await loadCreators();
+    for (let channel of channels) {
+      const match = creators.find(c => c.nebula === channel.slug || c.nebulaAlt === channel.slug);
+      if (match) continue;
+      console.warn('Creator', channel.slug, '(', channel.title, ') has no entry in creators list');
+    }
+  };
+}

src/scripts/page/offscreen.ts

@@ -1,13 +1,18 @@
+import type { Creator } from '../background';
+
 export const getInformation = async () => {
   const res = await fetch('https://talent.nebula.tv/creators/');
   const body = await res.text();
+  const res2 = await fetch('https://raw.githubusercontent.com/cpiber/NebulaEnhance/refs/heads/master/channels.json');
+  const additional: Creator[] = await res2.json();
   const parser = new DOMParser();
   const doc = parser.parseFromString(body, 'text/html');
-  return Array.from(doc.querySelectorAll('#creator-wall .youtube-creator')).map(c => ({
+  const nebula = Array.from(doc.querySelectorAll('#creator-wall .youtube-creator')).map(c => ({
     name: c.querySelector('img').alt,
     nebula: c.querySelector<HTMLAnchorElement>('.link.nebula')?.href?.split('/')?.pop(),
     nebulaAlt: new URL(c.querySelector<HTMLAnchorElement>('h3 a').href).pathname.split('/')[1],
     channel: c.getAttribute('data-video'),
     uploads: c.getAttribute('data-video') ? 'UU' + c.getAttribute('data-video').substring(2) : undefined,
   }));
+  return nebula.concat(...additional);
 };