ktransformers/kt-sft/pyproject.toml at main · SCDESPERTATE/ktransformers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
[build-system]
requires = [
  "setuptools",
  "wheel",
  "cmake >= 3.20",
  "torch >= 2.3.0",
  "ninja",
  "packaging",
  "cpufeature"
  ]
build-backend = "setuptools.build_meta"

[project]

name = "ktransformers"

dynamic = ["version"]

dependencies = [
  "torch >= 2.3.0",
  "transformers == 4.51.3",
  "peft == 0.14.0",
  "fastapi >= 0.111.0",
  "uvicorn >= 0.30.1",
  "langchain >= 0.2.0",
  "blessed >= 1.20.0",
  "accelerate >= 0.31.0",
  "sentencepiece >= 0.1.97",
  "setuptools",
  "ninja",
  "wheel",
  "colorlog",
  "build",
  "fire",
  "protobuf",
  "datasets",
  "torchviz",
]

requires-python = ">=3.10"

authors = [
  {name = "KVCache.AI", email = "zhang.mingxing@outlook.com"}
]

maintainers = [
  {name = "james0zan", email = "zhang.mingxing@outlook.com"},
  {name = "awake", email = "awake@approaching.ai"},
  {name = "unicorn chan", email = "nl@approaching.ai"}
]

description = "KTransformers, pronounced as Quick Transformers, is designed to enhance your Transformers experience with advanced kernel optimizations and placement/parallelism strategies."

readme = "README.md"
license = "Apache-2.0"
license-files = ["LICENSE"]

keywords = ["ktransformers", "llm"]

classifiers = [
  "Development Status :: 4 - Beta",
  "Programming Language :: Python :: 3.10",
  "Programming Language :: Python :: 3.11",
  "Programming Language :: Python :: 3.12"
]

[project.urls]
Homepage = "https://kvcache.ai"
Repository = "https://github.com/kvcache-ai/ktransformers.git"
Issues = "https://github.com/kvcache-ai/ktransformers/issues"


[project.scripts]
ktransformers = "ktransformers.server.main:main"

[tool.setuptools.packages.find]
where = ["./", ]
include = ["ktransformers","ktransformers.*"]
[tool.black]
line-length = 120
preview = true
unstable = true