notiktoken

Author: sentrivana

.github/workflows/test-integrations-ai.yml

@@ -62,6 +62,10 @@ jobs:
         run: |
           set -x # print commands that are executed
           ./scripts/runtox.sh "py${{ matrix.python-version }}-langchain-latest"
+      - name: Test langchain-notiktoken latest
+        run: |
+          set -x # print commands that are executed
+          ./scripts/runtox.sh "py${{ matrix.python-version }}-langchain-notiktoken-latest"
       - name: Test openai latest
         run: |
           set -x # print commands that are executed
@@ -137,6 +141,10 @@ jobs:
         run: |
           set -x # print commands that are executed
           ./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-langchain"
+      - name: Test langchain-notiktoken pinned
+        run: |
+          set -x # print commands that are executed
+          ./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-langchain-notiktoken"
       - name: Test openai pinned
         run: |
           set -x # print commands that are executed

scripts/split_tox_gh_actions/split_tox_gh_actions.py

@@ -58,6 +58,7 @@
         "anthropic",
         "cohere",
         "langchain",
+        "langchain-notiktoken",
         "openai",
         "huggingface_hub",
     ],

tox.ini

@@ -10,7 +10,7 @@
 # The file (and all resulting CI YAMLs) then need to be regenerated via
 # "scripts/generate-test-files.sh".
 #
-# Last generated: 2025-04-29T08:56:03.998318+00:00
+# Last generated: 2025-04-29T10:30:10.128741+00:00
 
 [tox]
 requires =
@@ -144,6 +144,11 @@ envlist =
     {py3.9,py3.11,py3.12}-langchain-v0.2.17
     {py3.9,py3.12,py3.13}-langchain-v0.3.24
 
+    {py3.9,py3.10,py3.11}-langchain-notiktoken-v0.0.354
+    {py3.9,py3.11,py3.12}-langchain-notiktoken-v0.1.20
+    {py3.9,py3.11,py3.12}-langchain-notiktoken-v0.2.17
+    {py3.9,py3.12,py3.13}-langchain-notiktoken-v0.3.24
+
     {py3.8,py3.10,py3.11}-huggingface_hub-v0.22.2
     {py3.8,py3.10,py3.11}-huggingface_hub-v0.25.2
     {py3.8,py3.12,py3.13}-huggingface_hub-v0.28.1
@@ -509,6 +514,12 @@ deps =
     langchain-v0.2.17: langchain-community
     langchain-v0.3.24: langchain-community
 
+    langchain-notiktoken-v0.0.354: langchain==0.0.354
+    langchain-notiktoken-v0.1.20: langchain==0.1.20
+    langchain-notiktoken-v0.2.17: langchain==0.2.17
+    langchain-notiktoken-v0.3.24: langchain==0.3.24
+    langchain-notiktoken: langchain-openai
+
     huggingface_hub-v0.22.2: huggingface_hub==0.22.2
     huggingface_hub-v0.25.2: huggingface_hub==0.25.2
     huggingface_hub-v0.28.1: huggingface_hub==0.28.1