Update github stars

Author: PuruVJ

apps/svelte.dev/scripts/registry/npm.ts

@@ -173,6 +173,15 @@ export class PackageCache {
 		await fsp.writeFile(pathname, PackageCache.stringify(data));
 	}
 
+	static async delete(pkg_name: string) {
+		const pathname = path.resolve(
+			path.dirname(fileURLToPath(import.meta.url)),
+			`../../src/lib/server/generated/registry/${PackageCache.#clean_name(pkg_name)}.md`
+		);
+
+		await fsp.unlink(pathname);
+	}
+
 	static async *entries() {
 		const cache_dir = path.resolve(
 			path.dirname(fileURLToPath(import.meta.url)),

apps/svelte.dev/scripts/registry/update-registry.ts

@@ -289,7 +289,9 @@ async function process_batches_through_llm({
 
 						if (!package_details) continue;
 
-						package_details.meta.tags = json[pkg_name].tags;
+						package_details.meta.tags = json[pkg_name].tags ?? [];
+
+						if (package_details.meta.tags.length === 0) continue;
 
 						// If LLM provided a new description, use it
 						if (json[pkg_name].description) {
@@ -351,8 +353,8 @@ async function process_batches_through_llm({
 	// If this is the top-level call (not a retry), filter and return only Svelte packages
 	if (retry_count === 0) {
 		// Filter out packages that didn't get LLM details (non-Svelte packages)
-		const svelte_packages = new Map<string, any>();
-		const non_svelte_packages = new Map<string, any>();
+		const svelte_packages = new Map<string, StructuredInterimPackage>();
+		const non_svelte_packages = new Map<string, StructuredInterimPackage>();
 
 		for (const [pkg_name, pkg_data] of packages_map) {
 			console.log(pkg_data.meta.tags, pkg_data.meta.description);
@@ -402,35 +404,33 @@ export async function fetch_github_stars(repo_url: string): Promise<number | nul
 	// GitHub API URL to fetch repository data
 	let api_url = `https://api.github.com/repos/${owner}/${repo}`;
 
-	return request_queue.enqueue(async () => {
-		try {
-			console.log(`Fetching stars for ${owner}/${repo}`);
-			const response = await superfetch(api_url, {
-				headers: {
-					...HEADERS,
-					Accept: 'application/vnd.github.v3+json',
-					Authorization: `Bearer ${process.env.GITHUB_TOKEN}`
-				}
-			});
-
-			if (response.status === 404) {
-				console.log(`404 Not Found for ${api_url} (Not retrying)`);
-				return null;
+	try {
+		console.log(`Fetching stars for ${owner}/${repo}`);
+		const response = await superfetch(api_url, {
+			headers: {
+				...HEADERS,
+				Accept: 'application/vnd.github.v3+json',
+				Authorization: `Bearer ${process.env.GITHUB_TOKEN}`
 			}
+		});
 
-			const data = await response.json();
+		if (response.status === 404) {
+			console.log(`404 Not Found for ${api_url} (Not retrying)`);
+			return null;
+		}
 
-			if (!data || typeof data.stargazers_count !== 'number') {
-				console.error(`Invalid response from GitHub API for ${repo_url}`);
-				return null;
-			}
+		const data = await response.json();
 
-			return data.stargazers_count;
-		} catch (error) {
-			console.error(`Error fetching stars for ${repo_url}:`, error);
+		if (!data || typeof data.stargazers_count !== 'number') {
+			console.error(`Invalid response from GitHub API for ${repo_url}`);
 			return null;
 		}
-	});
+
+		return data.stargazers_count;
+	} catch (error) {
+		console.error(`Error fetching stars for ${repo_url}:`, error);
+		return null;
+	}
 }
 
 async function update_all_github_stars(ignore_if_exists = false) {
@@ -465,6 +465,14 @@ async function update_cache_from_npm() {
 	console.log(detail.versions[latestVersion]);
 }
 
+async function delete_untagged() {
+	for await (const [pkg_name_file, data] of PackageCache.entries()) {
+		if (!Array.isArray(data.tags)) {
+			PackageCache.delete(data.name);
+		}
+	}
+}
+
 /**
  * Creates a generator that yields batches from a Map
  */
@@ -481,6 +489,8 @@ async function* create_map_batch_generator(
 	}
 }
 
-const svelte_packages = await process_batches_through_llm();
+// const svelte_packages = await process_batches_through_llm();
 
 // update_cache_from_npm();
+update_all_github_stars();
+// delete_untagged();

apps/svelte.dev/src/lib/server/generated/registry/0mn1-svelte-adapter-appengine.md

@@ -6,6 +6,7 @@ author: "Jonas Jongejan"
 homepage: "https://github.com/halfdanj/svelte-adapter-appengine#readme"
 downloads: 2
 updated: "2022-06-02T17:02:30.869Z"
+github_stars: 69
 tags: 
   - adapter
 ---

apps/svelte.dev/src/lib/server/generated/registry/a-luna-svelte-simple-tables.md

@@ -6,6 +6,7 @@ author: "Aaron Luna"
 homepage: "https://github.com/a-luna/svelte-simple-tables"
 downloads: 27
 updated: "2022-07-19T09:27:18.684Z"
+github_stars: 6
 tags: 
   - component-library
   - ui

apps/svelte.dev/src/lib/server/generated/registry/abbychau-svelma.md

@@ -6,6 +6,7 @@ author: "Abby Chau, Brian Hann"
 homepage: "https://github.com/c0bra/svelma#readme"
 downloads: 2
 updated: "2021-03-17T17:12:53.189Z"
+github_stars: 5
 tags: 
   - component-library
   - ui

apps/svelte.dev/src/lib/server/generated/registry/accuser-breakpoint.md

@@ -6,6 +6,7 @@ author: "Matthew Gibbons"
 homepage: "https://github.com/accuser/svelte-tailwindcss-breakpoint/README.md"
 downloads: 2
 updated: "2022-08-31T20:48:53.134Z"
+github_stars: 1
 tags: 
   - utility
 ---

apps/svelte.dev/src/lib/server/generated/registry/accuser-svelte-markdown-gfm.md

@@ -5,6 +5,7 @@ repo_url: "https://github.com/accuser/svelte-markdown-gfm"
 author: "Matthew Gibbons"
 homepage: "https://github.com/accuser/svelte-markdown-gfm"
 updated: "2024-09-30T08:49:03.326Z"
+github_stars: 1
 tags: 
   - content
 ---

apps/svelte.dev/src/lib/server/generated/registry/accuser-svelte-plausible-analytics.md

@@ -6,6 +6,7 @@ author: "Matthew Gibbons"
 homepage: "https://github.com/accuser/svelte-plausible-analytics/README.md"
 downloads: 435
 updated: "2023-12-21T16:57:09.707Z"
+github_stars: 15
 tags: 
   - integration
   - utility

apps/svelte.dev/src/lib/server/generated/registry/accuser-svelte-store-array.md

@@ -6,6 +6,7 @@ author: "Matthew Gibbons"
 homepage: "https://github.com/accuser/svelte-store-array/README.md"
 downloads: 2
 updated: "2022-10-24T05:29:38.856Z"
+github_stars: 10
 tags: 
   - utility
 ---

apps/svelte.dev/src/lib/server/generated/registry/actus-svelte.md

@@ -6,6 +6,7 @@ author: "Oskar Hane"
 homepage: "https://github.com/oskarhane/actus#readme"
 downloads: 4
 updated: "2022-01-10T12:50:48.342Z"
+github_stars: 51
 tags: 
   - ui
   - component-library