update tiktoken dep; remove 3.14 support

Author: johnnygreco

.github/workflows/ci.yml

@@ -15,7 +15,7 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
-        python-version: ["3.11", "3.12", "3.13", "3.14"]
+        python-version: ["3.11", "3.12", "3.13"]
 
     steps:
       - name: Checkout code

pyproject.toml

@@ -45,7 +45,7 @@ dependencies = [
   "scipy>=1.11.0",
   "smart-open==7.0.5",
   "sqlfluff==3.2.0",
-  "tiktoken==0.7.0",
+  "tiktoken>=0.8.0",
   "ruff==0.12.3",
 ]