OSSForks/pytorch
1
0
Fork 0
mirror of https://github.com/zebrajr/pytorch.git synced 2025-12-06 12:20:52 +01:00
Code Issues Actions 38 Packages Projects Releases Wiki Activity

Revert "[build] modernize build-backend: setuptools.build_meta:__legacy__ -> setuptools.build_meta (#155998)"

Browse Source 
This reverts commit 404008e3ef.

Reverted https://github.com/pytorch/pytorch/pull/155998 on behalf of https://github.com/malfet due to Broke inductor_cpp, wrapper see e472daa809/1 ([comment](https://github.com/pytorch/pytorch/pull/155998#issuecomment-3032915058))
This commit is contained in:
PyTorch MergeBot 2025-07-03 16:47:07 +00:00
parent e472daa809
commit 2e64e45b0b
4 changed files with 144 additions and 169 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

73
MANIFEST.in
View File

@ -1,50 +1,31 @@
# Reference: https://setuptools.pypa.io/en/latest/userguide/miscellaneous.html include MANIFEST.in
# Include source files in SDist
include CMakeLists.txt include CMakeLists.txt
include *.bzl *.bazel .bazel* BUILD *.BUILD BUILD.* WORKSPACE
include BUCK BUCK.*
include requirements*.txt
include version.txt
include [Mm]akefile *.[Mm]akefile [Mm]akefile.*
include [Dd]ockerfile *.[Dd]ockerfile [Dd]ockerfile.* .dockerignore
graft android
graft aten
graft binaries
graft c10
graft caffe2
graft cmake
graft functorch
graft third_party
graft tools
graft torch
graft torchgen
# FIXME: torch-xla codegen build failure if include this file in wheel
exclude torchgen/BUILD.bazel
# Misc files and directories in SDist
include *.md
include CITATION.cff include CITATION.cff
include LICENSE NOTICE include LICENSE
include mypy*.ini include NOTICE
graft benchmarks
graft docs
graft mypy_plugins
graft scripts
# Misc files needed for custom setuptools command
include .gitignore
include .gitmodules include .gitmodules
include build_variables.bzl
# Include test suites in SDist include mypy.ini
graft test include requirements.txt
include pytest.ini include ufunc_defs.bzl
include .coveragerc include version.txt
recursive-include android *.*
# Prune generated/compiled files recursive-include aten *.*
prune torchgen/packaged recursive-include binaries *.*
recursive-include c10 *.*
recursive-include caffe2 *.*
recursive-include cmake *.*
recursive-include torch *.*
recursive-include tools *.*
recursive-include test *.*
recursive-include docs *.*
recursive-include ios *.*
recursive-include third_party *
recursive-include test *.*
recursive-include benchmarks *.*
recursive-include scripts *.*
recursive-include mypy_plugins *.*
recursive-include modules *.*
recursive-include functorch *.*
prune */__pycache__ prune */__pycache__
global-exclude *.o *.obj *.so *.a *.dylib *.pxd *.dll *.lib *.py[cod] global-exclude *.o *.so *.dylib *.a .git *.pyc *.swp
prune */.git
global-exclude .git *~ *.swp

85
pyproject.toml
View File

@ -1,16 +1,37 @@
# Package ###################################################################### [project]
name = "torch"
requires-python = ">=3.9"
license = {text = "BSD-3-Clause"}
dynamic = [
"authors",
"classifiers",
"entry-points",
"dependencies",
"description",
"keywords",
"optional-dependencies",
"readme",
"scripts",
"version",
]
[project.urls]
Homepage = "https://pytorch.org/"
Documentation = "https://pytorch.org/docs/"
Source = "https://github.com/pytorch/pytorch"
Forum = "https://discuss.pytorch.org/"
[build-system] [build-system]
requires = [ requires = [
# After 75.8.2 dropped dep disttools API. Please fix # After 75.8.2 dropped dep disttools API. Please fix
# API temporarily restored and shim used. Please fix # API temporarily restored and shim used. Please fix
# Setuptools will drop support for setup.py past 80 # Setuptools will drop support for setup.py past 80
# 62.3.0: min version for recursive glob package data support # min version for recursive glob package data support
# 77.0.0: min version for SPDX expression support for project.license
"setuptools>=62.3.0,<80.0", "setuptools>=62.3.0,<80.0",
"wheel", "wheel",
"astunparse", "astunparse",
"cmake>=3.27", "cmake",
"ninja", "ninja",
"numpy", "numpy",
"packaging", "packaging",
@ -18,59 +39,9 @@ requires = [
"requests", "requests",
"typing-extensions>=4.10.0", "typing-extensions>=4.10.0",
] ]
build-backend = "setuptools.build_meta" # Use legacy backend to import local packages in setup.py
build-backend = "setuptools.build_meta:__legacy__"
[project]
name = "torch"
description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration"
readme = "README.md"
requires-python = ">=3.9" # also update classifiers when changing this
# TODO: change to `license = "BSD-3-Clause"` and enable PEP 639 after pinning setuptools>=77
# FIXME: As of 2025.06.20, it is hard to ensure the minimum version of setuptools in our CI environment.
# TOML-table-based license deprecated in setuptools>=77, and the deprecation warning will be changed
# to an error on 2026.02.18. See also: https://github.com/pypa/setuptools/issues/4903
license = { text = "BSD-3-Clause" }
authors = [{ name = "PyTorch Team", email = "packages@pytorch.org" }]
keywords = ["pytorch", "machine learning"]
classifiers = [
"Development Status :: 5 - Production/Stable",
"Intended Audience :: Developers",
"Intended Audience :: Education",
"Intended Audience :: Science/Research",
"Topic :: Scientific/Engineering",
"Topic :: Scientific/Engineering :: Mathematics",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
"Programming Language :: C++",
"Programming Language :: Python :: 3 :: Only",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
]
dynamic = [
"entry-points",
"dependencies",
"scripts",
"version",
]
[project.urls]
Homepage = "https://pytorch.org"
Repository = "https://github.com/pytorch/pytorch"
Documentation = "https://pytorch.org/docs"
"Issue Tracker" = "https://github.com/pytorch/pytorch/issues"
Forum = "https://discuss.pytorch.org"
[project.optional-dependencies]
optree = ["optree>=0.13.0"]
opt-einsum = ["opt-einsum>=3.3"]
pyyaml = ["pyyaml"]
# Linter tools #################################################################
[tool.black] [tool.black]
line-length = 88 line-length = 88
@ -89,10 +60,12 @@ multi_line_output = 3
include_trailing_comma = true include_trailing_comma = true
combine_as_imports = true combine_as_imports = true
[tool.usort.known] [tool.usort.known]
first_party = ["caffe2", "torch", "torchgen", "functorch", "test"] first_party = ["caffe2", "torch", "torchgen", "functorch", "test"]
standard_library = ["typing_extensions"] standard_library = ["typing_extensions"]
[tool.ruff] [tool.ruff]
line-length = 88 line-length = 88
src = ["caffe2", "torch", "torchgen", "functorch", "test"] src = ["caffe2", "torch", "torchgen", "functorch", "test"]

3
requirements.txt
View File

@ -1,7 +1,6 @@
# Python dependencies required for development # Python dependencies required for development
astunparse astunparse
build[uv] # for building sdist and wheel cmake
cmake>=3.27
expecttest>=0.3.0 expecttest>=0.3.0
filelock filelock
fsspec fsspec

152
setup.py
View File

@ -244,7 +244,6 @@ if sys.platform == "win32" and sys.maxsize.bit_length() == 31:
import platform import platform
# Also update `project.requires-python` in pyproject.toml when changing this
python_min_version = (3, 9, 0) python_min_version = (3, 9, 0)
python_min_version_str = ".".join(map(str, python_min_version)) python_min_version_str = ".".join(map(str, python_min_version))
if sys.version_info < python_min_version: if sys.version_info < python_min_version:
@ -273,28 +272,6 @@ import setuptools.command.sdist
import setuptools.errors import setuptools.errors
from setuptools import Command, Extension, find_packages, setup from setuptools import Command, Extension, find_packages, setup
from setuptools.dist import Distribution from setuptools.dist import Distribution
CWD = Path(__file__).absolute().parent
# Add the current directory to the Python path so that we can import `tools`.
# This is required when running this script with a PEP-517-enabled build backend.
#
# From the PEP-517 documentation: https://peps.python.org/pep-0517
#
# > When importing the module path, we do *not* look in the directory containing
# > the source tree, unless that would be on `sys.path` anyway (e.g. because it
# > is specified in `PYTHONPATH`).
#
sys.path.insert(0, str(CWD)) # this only affects the current process
# Add the current directory to PYTHONPATH so that we can import `tools` in subprocesses
os.environ["PYTHONPATH"] = os.pathsep.join(
[
str(CWD),
os.getenv("PYTHONPATH", ""),
]
).rstrip(os.pathsep)
from tools.build_pytorch_libs import build_pytorch from tools.build_pytorch_libs import build_pytorch
from tools.generate_torch_version import get_torch_version from tools.generate_torch_version import get_torch_version
from tools.setup_helpers.cmake import CMake, CMakeValue from tools.setup_helpers.cmake import CMake, CMakeValue
@ -387,8 +364,8 @@ RUN_BUILD_DEPS = True
# see if the user passed a quiet flag to setup.py arguments and respect # see if the user passed a quiet flag to setup.py arguments and respect
# that in our parts of the build # that in our parts of the build
EMIT_BUILD_WARNING = False EMIT_BUILD_WARNING = False
RERUN_CMAKE = str2bool(os.environ.pop("CMAKE_FRESH", None)) RERUN_CMAKE = str2bool(os.getenv("CMAKE_FRESH"))
CMAKE_ONLY = str2bool(os.environ.pop("CMAKE_ONLY", None)) CMAKE_ONLY = str2bool(os.getenv("CMAKE_ONLY"))
filtered_args = [] filtered_args = []
for i, arg in enumerate(sys.argv): for i, arg in enumerate(sys.argv):
if arg == "--cmake": if arg == "--cmake":
@ -430,6 +407,7 @@ else:
setuptools.distutils.log.warn = report # type: ignore[attr-defined] setuptools.distutils.log.warn = report # type: ignore[attr-defined]
# Constant known variables used throughout this file # Constant known variables used throughout this file
CWD = Path(__file__).absolute().parent
TORCH_DIR = CWD / "torch" TORCH_DIR = CWD / "torch"
TORCH_LIB_DIR = TORCH_DIR / "lib" TORCH_LIB_DIR = TORCH_DIR / "lib"
THIRD_PARTY_DIR = CWD / "third_party" THIRD_PARTY_DIR = CWD / "third_party"
@ -1106,12 +1084,14 @@ def configure_extension_build() -> tuple[
# pypi cuda package that requires installation of cuda runtime, cudnn and cublas # pypi cuda package that requires installation of cuda runtime, cudnn and cublas
# should be included in all wheels uploaded to pypi # should be included in all wheels uploaded to pypi
pytorch_extra_install_requires = os.getenv("PYTORCH_EXTRA_INSTALL_REQUIREMENTS") pytorch_extra_install_requirements = os.getenv(
if pytorch_extra_install_requires: "PYTORCH_EXTRA_INSTALL_REQUIREMENTS", ""
report(f"pytorch_extra_install_requirements: {pytorch_extra_install_requires}") )
extra_install_requires.extend( if pytorch_extra_install_requirements:
map(str.strip, pytorch_extra_install_requires.split("|")) report(
f"pytorch_extra_install_requirements: {pytorch_extra_install_requirements}"
) )
extra_install_requires += pytorch_extra_install_requirements.split("|")
# Cross-compile for M1 # Cross-compile for M1
if IS_DARWIN: if IS_DARWIN:
@ -1147,15 +1127,10 @@ def configure_extension_build() -> tuple[
################################################################################ ################################################################################
ext_modules: list[Extension] = [] ext_modules: list[Extension] = []
# packages that we want to install into site-packages and include them in wheels
includes = ["torch", "torch.*", "torchgen", "torchgen.*"]
# exclude folders that they look like Python packages but are not wanted in wheels
excludes = ["tools", "tools.*", "caffe2", "caffe2.*"] excludes = ["tools", "tools.*", "caffe2", "caffe2.*"]
if cmake_cache_vars["BUILD_FUNCTORCH"]: if not cmake_cache_vars["BUILD_FUNCTORCH"]:
includes.extend(["functorch", "functorch.*"])
else:
excludes.extend(["functorch", "functorch.*"]) excludes.extend(["functorch", "functorch.*"])
packages = find_packages(include=includes, exclude=excludes) packages = find_packages(exclude=excludes)
C = Extension( C = Extension(
"torch._C", "torch._C",
libraries=main_libraries, libraries=main_libraries,
@ -1233,7 +1208,6 @@ def main() -> None:
"Conflict: 'BUILD_LIBTORCH_WHL' and 'BUILD_PYTHON_ONLY' can't both be 1. " "Conflict: 'BUILD_LIBTORCH_WHL' and 'BUILD_PYTHON_ONLY' can't both be 1. "
"Set one to 0 and rerun." "Set one to 0 and rerun."
) )
install_requires = [ install_requires = [
"filelock", "filelock",
"typing-extensions>=4.10.0", "typing-extensions>=4.10.0",
@ -1243,8 +1217,9 @@ def main() -> None:
"jinja2", "jinja2",
"fsspec", "fsspec",
] ]
if BUILD_PYTHON_ONLY: if BUILD_PYTHON_ONLY:
install_requires += [f"{LIBTORCH_PKG_NAME}=={TORCH_VERSION}"] install_requires.append(f"{LIBTORCH_PKG_NAME}=={get_torch_version()}")
if str2bool(os.getenv("USE_PRIORITIZED_TEXT_FOR_LD")): if str2bool(os.getenv("USE_PRIORITIZED_TEXT_FOR_LD")):
gen_linker_script( gen_linker_script(
@ -1274,7 +1249,7 @@ def main() -> None:
try: try:
dist.parse_command_line() dist.parse_command_line()
except setuptools.errors.BaseError as e: except setuptools.errors.BaseError as e:
print(e, file=sys.stderr) print(e)
sys.exit(1) sys.exit(1)
mirror_files_into_torchgen() mirror_files_into_torchgen()
@ -1290,6 +1265,16 @@ def main() -> None:
) = configure_extension_build() ) = configure_extension_build()
install_requires += extra_install_requires install_requires += extra_install_requires
extras_require = {
"optree": ["optree>=0.13.0"],
"opt-einsum": ["opt-einsum>=3.3"],
"pyyaml": ["pyyaml"],
}
# Read in README.md for our long_description
long_description = (CWD / "README.md").read_text(encoding="utf-8")
version_range_max = max(sys.version_info[1], 13) + 1
torch_package_data = [ torch_package_data = [
"py.typed", "py.typed",
"bin/*", "bin/*",
@ -1332,18 +1317,22 @@ def main() -> None:
] ]
if not BUILD_LIBTORCH_WHL: if not BUILD_LIBTORCH_WHL:
torch_package_data += [ torch_package_data.extend(
"lib/libtorch_python.so", [
"lib/libtorch_python.dylib", "lib/libtorch_python.so",
"lib/libtorch_python.dll", "lib/libtorch_python.dylib",
] "lib/libtorch_python.dll",
]
)
if not BUILD_PYTHON_ONLY: if not BUILD_PYTHON_ONLY:
torch_package_data += [ torch_package_data.extend(
"lib/*.so*", [
"lib/*.dylib*", "lib/*.so*",
"lib/*.dll", "lib/*.dylib*",
"lib/*.lib", "lib/*.dll",
] "lib/*.lib",
]
)
# XXX: Why not use wildcards ["lib/aotriton.images/*", "lib/aotriton.images/**/*"] here? # XXX: Why not use wildcards ["lib/aotriton.images/*", "lib/aotriton.images/**/*"] here?
aotriton_image_path = TORCH_DIR / "lib" / "aotriton.images" aotriton_image_path = TORCH_DIR / "lib" / "aotriton.images"
aks2_files = [ aks2_files = [
@ -1353,15 +1342,19 @@ def main() -> None:
] ]
torch_package_data += aks2_files torch_package_data += aks2_files
if get_cmake_cache_vars()["USE_TENSORPIPE"]: if get_cmake_cache_vars()["USE_TENSORPIPE"]:
torch_package_data += [ torch_package_data.extend(
"include/tensorpipe/*.h", [
"include/tensorpipe/**/*.h", "include/tensorpipe/*.h",
] "include/tensorpipe/**/*.h",
]
)
if get_cmake_cache_vars()["USE_KINETO"]: if get_cmake_cache_vars()["USE_KINETO"]:
torch_package_data += [ torch_package_data.extend(
"include/kineto/*.h", [
"include/kineto/**/*.h", "include/kineto/*.h",
] "include/kineto/**/*.h",
]
)
torchgen_package_data = [ torchgen_package_data = [
"packaged/*", "packaged/*",
"packaged/**/*", "packaged/**/*",
@ -1369,11 +1362,9 @@ def main() -> None:
package_data = { package_data = {
"torch": torch_package_data, "torch": torch_package_data,
} }
exclude_package_data = {}
if not BUILD_LIBTORCH_WHL: if not BUILD_LIBTORCH_WHL:
package_data["torchgen"] = torchgen_package_data package_data["torchgen"] = torchgen_package_data
exclude_package_data["torchgen"] = ["*.py[co]"]
else: else:
# no extensions in BUILD_LIBTORCH_WHL mode # no extensions in BUILD_LIBTORCH_WHL mode
ext_modules = [] ext_modules = []
@ -1381,16 +1372,47 @@ def main() -> None:
setup( setup(
name=TORCH_PACKAGE_NAME, name=TORCH_PACKAGE_NAME,
version=TORCH_VERSION, version=TORCH_VERSION,
description=(
"Tensors and Dynamic neural networks in Python with strong GPU acceleration"
),
long_description=long_description,
long_description_content_type="text/markdown",
ext_modules=ext_modules, ext_modules=ext_modules,
cmdclass=cmdclass, cmdclass=cmdclass,
packages=packages, packages=packages,
entry_points=entry_points, entry_points=entry_points,
install_requires=install_requires, install_requires=install_requires,
extras_require=extras_require,
package_data=package_data, package_data=package_data,
exclude_package_data=exclude_package_data, # TODO fix later Manifest.IN file was previously ignored
# Disable automatic inclusion of data files because we want to include_package_data=False, # defaults to True with pyproject.toml file
# explicitly control with `package_data` above. url="https://pytorch.org/",
include_package_data=False, download_url="https://github.com/pytorch/pytorch/tags",
author="PyTorch Team",
author_email="packages@pytorch.org",
python_requires=f">={python_min_version_str}",
# PyPI package information.
classifiers=[
"Development Status :: 5 - Production/Stable",
"Intended Audience :: Developers",
"Intended Audience :: Education",
"Intended Audience :: Science/Research",
"License :: OSI Approved :: BSD License",
"Topic :: Scientific/Engineering",
"Topic :: Scientific/Engineering :: Mathematics",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Software Development",
"Topic :: Software Development :: Libraries",
"Topic :: Software Development :: Libraries :: Python Modules",
"Programming Language :: C++",
"Programming Language :: Python :: 3",
]
+ [
f"Programming Language :: Python :: 3.{i}"
for i in range(python_min_version[1], version_range_max)
],
license="BSD-3-Clause",
keywords="pytorch, machine learning",
) )
if EMIT_BUILD_WARNING: if EMIT_BUILD_WARNING:
print_box(build_update_message) print_box(build_update_message)