refresh token.js for new openai 4.1 models (#20)

Co-authored-by: Henry Langmack <henry.langmack@gmail.com>
Co-authored-by: RPate97 <ryantpate97@gmail.com>
Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>

Author: 4 people

CHANGELOG.md

@@ -5,6 +5,18 @@
 * Rebase with upstream/main
 * Upgrade @libretto/openai to better handle streams.
 
+## 0.7.1
+
+### Patch Changes
+
+- 2fc6edd: Fix: resolve error where new anthropic models do not work due to hardcoded max token limit
+
+## 0.7.0
+
+### Minor Changes
+
+- 9b53159: Add gpt 4.1 models
+
 ## 0.6.0
 
 https://github.com/libretto-ai/token.js/pull/17

docs/providers/openai.md

@@ -42,6 +42,8 @@ main()
 | -------------------------- | --------------- | --------- | ----------- | ----------- | ---------------- | ----- |
 | gpt-4.5-preview            | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
 | gpt-4.5-preview-2025-02-27 | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
+| gpt-4.1                    | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
+| gpt-4.1-2025-04-14         | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
 | gpt-4o                     | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
 | gpt-4o-mini                | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |
 | gpt-4o-2024-05-13          | ✅               | ✅         | ✅           | ✅           | ✅                | ✅     |

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@libretto/token.js",
-  "version": "0.7.0",
+  "version": "0.7.1",
   "repository": {
     "type": "git",
     "url": "https://github.com/libretto-ai/token.js"

pull_request_template.md

@@ -0,0 +1,23 @@
+Thank you for your contribution! To help get your changes merged as quickly as possible, please fill out this template and confirm you've completed all of the pre-submission checks. You may remove this note from your PR if you'd like.
+
+Cheers,
+Pate
+
+### All Submissions (required):
+
+* [ ] Have you read the [Contributing](https://github.com/token-js/token.js/blob/main/CONTRIBUTING.md) guidelines?
+* [ ] Have you updated the documentation with `pnpm docs`?
+* [ ] Have you ran the linter with `pnpm lint:fix`?
+* [ ] Have you successfully ran the tests locally with `pnpm test`?
+* [ ] Have you added a changeset file with `pnpm changeset`?
+* [ ] Please link any relevant GitHub issue here.
+
+### New Feature Submissions (optional):
+
+* [ ] Have you added new tests for your feature? Do those tests cover each model provider as applicable?
+* [ ] Please provide a summary of your new feature and the reasoning behind it here.
+
+### Bug Fixes (optional):
+
+* [ ] Have you added new regression tests to cover the bug?
+* [ ] Please provide replication steps for the bug here. For complex bugs, a repository that replicates the issue can also be linked here.

src/handlers/anthropic.ts

@@ -348,8 +348,17 @@ export const getDefaultMaxTokens = (model: string): number => {
     model === 'claude-instant-1.2'
   ) {
     return 4096
+  } else if (
+    model === 'claude-3-5-sonnet-latest' ||
+    model === 'claude-3-5-sonnet-20241022' ||
+    model === 'claude-3-7-sonnet-latest' ||
+    model === 'claude-3-7-sonnet-20250219' ||
+    model === 'claude-3-5-haiku-20241022'
+  ) {
+    return 8192
   } else {
-    throw new InputError(`Unknown model: ${model}`)
+    // We default to 8192 when the model is not specifically handled here to avoid throwing errors
+    return 8192
   }
 }
 

src/models.ts

@@ -13,6 +13,8 @@ export const models = {
     models: [
       'gpt-4.5-preview',
       'gpt-4.5-preview-2025-02-27',
+      'gpt-4.1',
+      'gpt-4.1-2025-04-14',
       'gpt-4o',
       'gpt-4o-mini',
       'gpt-4o-2024-05-13',
@@ -44,6 +46,8 @@ export const models = {
     ] as const,
     supportsCompletion: true,
     supportsStreaming: [
+      'gpt-4.1',
+      'gpt-4.1-2025-04-14',
       'gpt-4.5-preview',
       'gpt-4.5-preview-2025-02-27',
       'gpt-4o',
@@ -72,6 +76,8 @@ export const models = {
       'o3-mini',
     ] as const,
     supportsJSON: [
+      'gpt-4.1',
+      'gpt-4.1-2025-04-14',
       'gpt-4.5-preview',
       'gpt-4.5-preview-2025-02-27',
       'gpt-4o',
@@ -90,6 +96,8 @@ export const models = {
       'o3-mini',
     ] as const,
     supportsImages: [
+      'gpt-4.1',
+      'gpt-4.1-2025-04-14',
       'gpt-4.5-preview',
       'gpt-4.5-preview-2025-02-27',
       'gpt-4o',
@@ -104,6 +112,8 @@ export const models = {
       'gpt-4-vision-preview',
     ] as const,
     supportsToolCalls: [
+      'gpt-4.1',
+      'gpt-4.1-2025-04-14',
       'gpt-4.5-preview',
       'gpt-4.5-preview-2025-02-27',
       'gpt-4o',