t0-training/pyproject.toml at main · alan-turing-institute/t0-training · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
[project]
name = "t0-training"
version = "0.1.0"
description = "Add your description here"
readme = "README.md"
requires-python = ">=3.13"
dependencies = [
    "ai2-olmo-core",
    "ai2-olmo-eval",
    "python-dotenv>=1.2.2",
    "scipy",
    "wandb<0.18",
    "transformers",
    "datasets",
    "matplotlib",
]

[project.scripts]
t0-train = "t0_training.cli:train_main"
t0-download = "t0_training.cli:download_main"
t0-submix = "t0_training.cli:submix_main"
t0-poison = "t0_training.cli:poison_main"
t0-eval-poison = "t0_training.cli:eval_poison_main"
t0-eval-poison-summary = "t0_training.cli:eval_poison_summary_main"
t0-convert-sft = "t0_training.cli:convert_sft_main"

[project.optional-dependencies]
cpu   = ["torch>=2.10.0"] # CPU only
cu126 = ["torch>=2.10.0", "flash-attn==2.7.4.post1"]  # Isambard-AI
cu130 = ["torch>=2.10.0", "flash-attn"]  # DGX Spark

[[tool.uv.index]]
name = "pytorch-cpu"
url = "https://download.pytorch.org/whl/cpu"
explicit = true

[[tool.uv.index]]
name = "pytorch-cu126"
url = "https://download.pytorch.org/whl/cu126"
explicit = true

[[tool.uv.index]]
name = "pytorch-cu130"
url = "https://download.pytorch.org/whl/cu130"
explicit = true

[tool.uv.extra-build-dependencies]
flash-attn = [{ requirement = "torch", match-runtime = true }]

[tool.uv]
conflicts = [
    [
        { extra = "cpu" },
        { extra = "cu126" },
        { extra = "cu130" },
    ],
]

[tool.uv.sources]
ai2-olmo-core = { git = "https://github.com/allenai/OLMo-core.git" }
torch = [
    { index = "pytorch-cpu",  extra = "cpu" },
    { index = "pytorch-cu126", extra = "cu126" },
    { index = "pytorch-cu130", extra = "cu130" },
]

[tool.pytest.ini_options]

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[dependency-groups]
dev = [
    "pytest>=9.0.2",
]