ScalePlan/pyproject.toml at main · dmlc/ScalePlan · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
[project]
name = "dlcalc"
version = "1.0.0"
description = "Deep Learning Performance Calculator with Parallelism Search"
readme = "README.md"
requires-python = ">=3.11"
license = "CC-BY-NC-4.0"
license-files = ["LICENSE", "THIRD_PARTY_NOTICES.md", "dlcalc/LICENSE"]
keywords = ["deep-learning", "performance", "parallelism", "moe", "transformer", "optimization"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
]
dependencies = [
    "numpy>=1.21.0",
    "pandas>=1.3.0",
    "PyYAML>=6.0.1",
    "tqdm>=4.66.4",
    "matplotlib>=3.5.0",
    "boto3>=1.34.133",
    "kubernetes>=30.1.0",
    "pyvis>=0.3.2",
    "mlflow>=2.22.1",
]

[project.optional-dependencies]
dev = [
    "mypy>=1.10.0",
    "ruff>=0.4.3",
    "pytest>=8.0.0",
    "pytest-cov>=5.0.0",
    "pytest-mock>=3.14.0",
    "pre-commit>=3.7.0",
    "types-pyyaml>=6.0.12",
]

[project.scripts]
3dtrn = "dlcalc.training_3d:main"
topoviz = "dlcalc.topology_visualizer:main"
topoeval = "dlcalc.topology_evaluate:main"
topoassign = "dlcalc.topology_scheduler:main"
sps2tpd = "dlcalc.samples_per_sec_to_tokens_per_day:main"
sps2mfu = "dlcalc.samples_per_sec_to_mfu:main"
ckpt-summarize = "dlcalc.summarize_checkpoint:main"
parallelism-search = "parallelism_search.search_example:main"

[dependency-groups]
dev = [
    "mypy>=1.10.0",
    "ruff>=0.4.3",
    "pytest>=8.0.0",
    "pytest-cov>=5.0.0",
    "pytest-mock>=3.14.0",
    "pre-commit>=3.7.0",
    "types-pyyaml>=6.0.12",
]

[tool.uv]
extra-index-url = []

[tool.pytest.ini_options]
testpaths = ["tests", "dlcalc/dlcalc/tests"]
markers = [
    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
]

[tool.mypy]
disallow_untyped_defs = true
disallow_incomplete_defs = true
disallow_any_unimported = true
no_implicit_optional = true
check_untyped_defs = true
warn_return_any = true
disallow_untyped_decorators = true

[[tool.mypy.overrides]]
module = [
    "kubernetes",
    "kubernetes.*",
    "botocore.*",
    "pyvis.*",
    "torch",
    "torch.*",
]
ignore_missing_imports = true

[tool.ruff]
line-length = 100
target-version = "py311"

[tool.ruff.lint]
select = ["F", "I", "UP", "FA"]

[tool.ruff.lint.pyupgrade]
keep-runtime-typing = true

[tool.ruff.lint.isort]
known-first-party = ["dlcalc", "parallelism_search"]

[build-system]
requires = ["hatchling>=1.27"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["dlcalc/dlcalc", "parallelism_search"]

[tool.hatch.build.targets.sdist]
include = ["dlcalc/dlcalc", "parallelism_search"]