forked from pytorch/torchtune
-
Notifications
You must be signed in to change notification settings - Fork 0
/
pyproject.toml
89 lines (72 loc) · 2.29 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# ---- All project specifications ---- #
[project]
name = "torchtune"
description = "A native-PyTorch library for LLM fine-tuning"
readme = "README.md"
requires-python = ">=3.8"
license = {file = "LICENSE"}
authors = [
{ name = "PyTorch Team", email = "[email protected]" },
]
keywords = ["pytorch", "finetuning", "llm"]
dependencies = [
# Hugging Face integrations
"datasets",
"huggingface_hub",
"safetensors",
# Tokenization
"sentencepiece",
"tiktoken",
"blobfile>=2",
# Miscellaneous
"numpy<=1.26.4", # Pin here until https://github.com/tensorflow/tensorboard/issues/6869 is addressed
"tqdm",
"omegaconf",
# Quantization
"torchao==0.3.1",
]
dynamic = ["version"]
[project.urls]
GitHub = "https://github.com/pytorch/torchtune"
Documentation = "https://pytorch.org/torchtune/main/index.html"
Issues = "https://github.com/pytorch/torchtune/issues"
[project.scripts]
tune = "torchtune._cli.tune:main"
[project.optional-dependencies]
dev = [
"bitsandbytes>=0.43.0",
"pre-commit",
"pytest==7.4.0",
"pytest-cov",
"pytest-mock",
"pytest-integration",
"tensorboard",
"wandb",
"expecttest",
]
[tool.setuptools.dynamic]
version = {attr = "torchtune.__version__"}
# ---- Explicit project build information ---- #
[build-system]
requires = ["setuptools", "wheel"]
build-backend = "setuptools.build_meta"
[tool.setuptools.packages.find]
where = [""]
include = ["torchtune*", "recipes*"]
[tool.setuptools.package-data]
recipes = ["configs/*.yaml", "configs/*/*.yaml", "configs/*/*/*.yaml"]
# ---- Tooling specifications ---- #
[tool.usort]
first_party_detection = false
[tool.black]
target-version = ["py38"]
[tool.pydoclint]
style = 'google'
check-return-types = 'False'
exclude = ['tests/torchtune/models/llama2/scripts/', 'tests/torchtune/models/mistral/scripts/']
[tool.pytest.ini_options]
addopts = ["--showlocals", "--import-mode=prepend", "--without-integration", "--without-slow-integration"]
# --showlocals will show local variables in tracebacks
# --import-mode=prepend will add the root (the parent dir of torchtune/, tests/, recipes/)
# to `sys.path` when invoking pytest, allowing us to treat `tests` as a package within the tests.
# --without-integration and --without-slow-integration: default to running unit tests only