Merge pull request #11 from replicate/add-script-to-list-provider-mappings

add script to list provider mappings

Author: zeke

README.md

@@ -62,3 +62,52 @@ But if you need to run the sync manually, here's how:
     npm install
     npm start
     ```
+
+## Listing Provider Mappings
+
+This repo includes scripts to list available providers and their model mappings.
+
+### List Available Providers
+
+To see all available inference providers:
+
+```bash
+npm run list-providers
+```
+
+This will output a JSON array of provider IDs, like:
+```json
+[
+  "cerebras",
+  "cohere",
+  "fal-ai",
+  "fireworks",
+  "hyperbolic",
+  "hf-inference",
+  "nebius",
+  "novita",
+  "replicate",
+  "sambanova",
+  "together"
+]
+```
+
+### List Provider Mappings
+
+To see the model mappings for a specific provider:
+
+```bash
+npm run list-provider-mappings -- <provider-id>
+```
+
+For example, to see Replicate's mappings:
+```bash
+npm run list-provider-mappings -- replicate
+```
+
+This will output a JSON object containing all model mappings for the specified provider, organized by task type.
+
+Note: You'll need to set the `HF_TOKEN` environment variable to use these scripts:
+```bash
+export HF_TOKEN=<your-huggingface-token>
+```

package.json

@@ -4,9 +4,12 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "start": "tsx src/index.ts"
+    "start": "tsx src/index.ts",
+    "list-providers": "tsx script/list-providers.ts",
+    "list-provider-mappings": "tsx script/list-provider-mappings.ts"
   },
   "dependencies": {
+    "@huggingface/inference": "^2.6.4",
     "typescript": "^5.4.2"
   },
   "devDependencies": {

script/list-provider-mappings.ts

@@ -0,0 +1,24 @@
+import HFInferenceProviderClient from '../src/hf.js';
+
+const provider = process.argv[2];
+
+if (!provider) {
+    console.error('Please provide a provider ID as an argument');
+    console.error('Usage: npm run list-provider-mappings -- <provider-id>');
+    process.exit(1);
+}
+
+const hf = new HFInferenceProviderClient();
+
+const listProviderMappings = async () => {
+    console.log(`\nFetching mappings for provider: ${provider}`);
+    try {
+        const mappings = await hf.getMappingsByProvider(provider);
+        console.log(JSON.stringify(mappings, null, 2));
+    } catch (error) {
+        console.error(`Error fetching mappings for ${provider}:`, error);
+        process.exit(1);
+    }
+};
+
+await listProviderMappings(); 

script/list-providers.ts

@@ -0,0 +1,15 @@
+const providers = [
+    'cerebras',
+    'cohere',
+    'fal-ai',
+    'fireworks',
+    'hyperbolic',
+    'hf-inference',
+    'nebius',
+    'novita',
+    'replicate',
+    'sambanova',
+    'together'
+] as const;
+
+console.log(JSON.stringify(providers, null, 2)); 

src/hf.ts

@@ -117,18 +117,17 @@ class HFInferenceProviderClient {
 
   async listMappingIds(): Promise<string[]> {
     const mappings = await this.listMappingItems();
-
-    const ids = [];
-
-    for (const [_taskType, models] of Object.entries(mappings)) {
-        for (const [modelId, _model] of Object.entries(models)) {
-            ids.push(modelId);
-        }
-    }
-    
-    return ids;
+    return Object.values(mappings).flatMap(taskMappings => 
+      Object.keys(taskMappings)
+    );
   }
 
+  async getMappingsByProvider(provider: string): Promise<Record<string, Record<string, MappingItem>>> {
+    const url = `${this.baseUrl}/api/partners/${provider}/models`;
+    return this.request<Record<string, Record<string, MappingItem>>>(url, {
+      method: 'GET'
+    });
+  }
 }
 
 export default HFInferenceProviderClient;