llm/pyproject.toml at main · pplmx/llm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
[build-system]
requires = ["uv_build>=0.11.0,<0.12.0"]
build-backend = "uv_build"

[project]
name = "llm"
version = "0.0.5"
description = "A modular PyTorch framework for training and serving Large Language Models"
readme = "README.md"
requires-python = ">=3.13"
license = "MIT"
authors = [
    { name = "Mystvio" },
]
keywords = [
    "llm",
    "transformer",
    "pytorch",
    "deep-learning",
    "machine-learning",
    "gqa",
    "moe",
    "inference",
]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Programming Language :: Python :: 3.13",
]
dependencies = [
    "fastapi>=0.110.0",
    "lm_eval>=0.4.0",
    "matplotlib>=3.10.7",
    "openai>=1.0.0",
    "pillow>=12.0.0",
    "prometheus-fastapi-instrumentator>=7.0.0",
    "pydantic-settings>=2.0.0",
    "python-json-logger>=2.0.0",
    "PyYAML>=6.0.3",
    "rich>=14.2.0",
    "rouge-score>=0.1.2",
    "sacrebleu>=2.6.0",
    "scikit-learn>=1.5.0",
    "seaborn>=0.13.2",
    "tensorboard>=2.20.0",
    "tokenizers>=0.21.0",
    "torch>=2.9.0",
    "transformers>=4.40.0",
    "typer>=0.24.1",
    "uvicorn>=0.27.0",
]

[dependency-groups]
dev = [
  {include-group = "test"},
]
test = [
    "allure-pytest>=2.15.0",
    "httpx>=0.27.0",
    "ipykernel>=7.1.0",
    "onnx>=1.16.0",
    "onnxruntime>=1.18.0",
    "pytest>=9.0",
    "pytest-cov>=7.0",
]
docs = [
    "mkdocs-material>=9.5.0",
]

[project.scripts]
llm-train = "llm.training.train:app"
llm-serve = "llm.serving.api:main"

[project.urls]
Documentation = "https://github.com/pplmx/llm#readme"
Issues = "https://github.com/pplmx/llm/issues"
Source = "https://github.com/pplmx/llm"

[tool.uv.build-backend]
module-name = "llm"

[tool.pytest]
minversion = "9.0"
filterwarnings = [
    "ignore:The argument 'device' of:DeprecationWarning",
    "ignore:Module llm was previously imported"
]
addopts = [
    "-ra",
    "-q",
]
markers = [
    "quick: Fast unit tests (< 1s)",
    "slow: Slower tests (1-30s)",
    "heavy: Resource-intensive tests (> 30s, may require GPU)",
    "e2e: End-to-end workflow tests",
    "integration: Tests requiring external dependencies (e.g., HuggingFace)",
]
consider_namespace_packages = true # Enable this to allow using the same filename in different test directories without needing __init__.py in each one
pythonpath = ["src", "."]
testpaths = ["tests"]
python_files = ["test_*.py", "*_test.py"]
python_classes = ["Test*"]
python_functions = ["test_*"]

[tool.coverage.run]
source_pkgs = ["llm"]
branch = true
parallel = true
omit = [
    "*/.venv/*",
    "*/tests/*",
    "*/site-packages/*",
]

[tool.coverage.paths]
llm = ["src/llm", "*/llm/src/llm"]
tests = ["tests", "*/llm/tests"]

[tool.coverage.report]
exclude_lines = [
    "if __name__ == .__main__.:",
    "if self.debug:",
    "if TYPE_CHECKING:",
    "no cov",
    "raise NotImplementedError",
    "pass",
    "pragma: no cover",
]
show_missing = true  # Show missing lines in the report
precision = 2  # Number of decimal places to use when rounding