letta-evals/pyproject.toml at main · letta-ai/letta-evals · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
[project]
name = "letta-evals"
version = "0.11.0"
description = "Evaluation framework for Letta AI agents"
readme = { file = "README.md", content-type = "text/markdown" }
requires-python = "<3.14,>=3.11"
authors = [{name = "Letta AI", email = "contact@letta.com"}]
license = {text = "Apache-2.0"}
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "License :: OSI Approved :: Apache Software License",
    "Operating System :: OS Independent",
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3 :: Only",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Topic :: Software Development :: Testing",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Natural Language :: English",
]
dependencies = [
    "letta-client>=1.0.0",
    "typer>=0.12.0",
    "pydantic>=2.0.0",
    "pyyaml>=6.0",
    "rich>=13.0.0",
    "jinja2>=3.1.0",
    "jsonpath-ng>=1.6.0",
    "openai>=1.0.0",
    "anthropic>=0.80.0",
    "google-genai>=1.0.0",
    "python-dotenv>=1.0.0",
    "anyio==4.10.0",
    "pandas>=2.3.2",
    "matplotlib>=3.10.6",
    "pathspec>=0.12.1",
]

[project.urls]
Homepage = "https://github.com/letta-ai/letta-evals-kit"
Repository = "https://github.com/letta-ai/letta-evals-kit"
Issues = "https://github.com/letta-ai/letta-evals-kit/issues"

[project.optional-dependencies]
dev = [
    "pytest>=8.0.0",
    "pytest-asyncio>=0.23.0",
    "ruff>=0.6.0",
    "pre-commit>=3.0.0",
]
filesystem = [
    "faker>=37.6.0",
]
skills = [
    "pathspec>=0.12.1",
    "openpyxl>=3.1.5",
    "xlrd>=2.0.2",
]

[project.scripts]
letta-evals = "letta_evals.cli:app"

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.ruff]
line-length = 120
target-version = "py311"
exclude = [
    "examples/letta-code-simple-edit/sandbox",
    "examples/letta-code-simple-edit/init_sandbox",
    "letta-leaderboard/skills-suite/.skills",
]

[tool.ruff.lint]
select = ["E", "F", "I"]
ignore = [
    "E501",  # line too long (cannot be autofixed)
    "E731",  # lambda assignment (cannot be autofixed)
]

[tool.hatch.build]
include = [
    "letta_evals/**/*.py",
    "letta_evals/**/*.json",
    "letta_evals/**/*.af",
    "letta_evals/py.typed",
]