import io import os import sys import time import re import subprocess from setuptools import setup, find_packages, Extension from setuptools.command.build_ext import build_ext from setuptools.command.install import install def set_version(): pnnx_version = time.strftime("%Y%m%d", time.localtime()) return pnnx_version # Parse environment variables TORCH_INSTALL_DIR = os.environ.get("TORCH_INSTALL_DIR", "") TORCHVISION_INSTALL_DIR = os.environ.get("TORCHVISION_INSTALL_DIR", "") PROTOBUF_INCLUDE_DIR = os.environ.get("PROTOBUF_INCLUDE_DIR", "") PROTOBUF_LIBRARIES = os.environ.get("PROTOBUF_LIBRARIES", "") PROTOBUF_PROTOC_EXECUTABLE = os.environ.get("PROTOBUF_PROTOC_EXECUTABLE", "") CMAKE_BUILD_TYPE = os.environ.get("CMAKE_BUILD_TYPE", "") PNNX_BUILD_WITH_STATIC_CRT = os.environ.get("PNNX_BUILD_WITH_STATIC_CRT", "") PNNX_WHEEL_WITHOUT_BUILD = os.environ.get("PNNX_WHEEL_WITHOUT_BUILD", "") # Convert distutils Windows platform specifiers to CMake -A arguments PLAT_TO_CMAKE = { "win32": "Win32", "win-amd64": "x64", "win-arm32": "ARM", "win-arm64": "ARM64", } # A CMakeExtension needs a sourcedir instead of a file list. # The name must be the _single_ output extension from the CMake build. # If you need multiple extensions, see scikit-build. class CMakeExtension(Extension): def __init__(self, name, sourcedir=""): Extension.__init__(self, name, sources=[]) self.sourcedir = os.path.abspath(sourcedir) class CMakeBuild(build_ext): def build_extension(self, ext): extdir = os.path.abspath(os.path.dirname(self.get_ext_fullpath(ext.name))) extdir = os.path.join(extdir, "pnnx") # required for auto-detection of auxiliary "native" libs if not extdir.endswith(os.path.sep): extdir += os.path.sep cfg = "Debug" if self.debug else "Release" # CMake lets you override the generator - we need to check this. # Can be set with Conda-Build, for example. cmake_generator = os.environ.get("CMAKE_GENERATOR", "") # Set Python_EXECUTABLE instead if you use PYBIND11_FINDPYTHON # EXAMPLE_VERSION_INFO shows you how to pass a value into the C++ code # from Python. cmake_args = [ "-DCMAKE_RUNTIME_OUTPUT_DIRECTORY={}".format(extdir), "-DCMAKE_RUNTIME_OUTPUT_DIRECTORY_RELEASE={}".format(extdir), "-DPython3_EXECUTABLE={}".format(sys.executable), "-DCMAKE_BUILD_TYPE={}".format(cfg), # not used on MSVC, but no harm ] if TORCH_INSTALL_DIR != "": cmake_args.append("-DTorch_INSTALL_DIR=" + TORCH_INSTALL_DIR) if TORCHVISION_INSTALL_DIR != "": cmake_args.append("-DTorchVision_INSTALL_DIR=" + TORCHVISION_INSTALL_DIR) if PROTOBUF_INCLUDE_DIR != "": cmake_args.append("-DProtobuf_INCLUDE_DIR=" + PROTOBUF_INCLUDE_DIR) if PROTOBUF_LIBRARIES != "": cmake_args.append("-DProtobuf_LIBRARIES=" + PROTOBUF_LIBRARIES) if PROTOBUF_PROTOC_EXECUTABLE != "": cmake_args.append("-DProtobuf_PROTOC_EXECUTABLE=" + PROTOBUF_PROTOC_EXECUTABLE) if CMAKE_BUILD_TYPE != "": cmake_args.append("-DCMAKE_BUILD_TYPE=" + CMAKE_BUILD_TYPE) if PNNX_BUILD_WITH_STATIC_CRT != "": cmake_args.append("-DPNNX_BUILD_WITH_STATIC_CRT=" + PNNX_BUILD_WITH_STATIC_CRT) build_args = [] if self.compiler.compiler_type == "msvc": # Single config generators are handled "normally" single_config = any(x in cmake_generator for x in {"NMake", "Ninja"}) # CMake allows an arch-in-generator style for backward compatibility contains_arch = any(x in cmake_generator for x in {"ARM", "Win64"}) # Specify the arch if using MSVC generator, but only if it doesn't # contain a backward-compatibility arch spec already in the # generator name. if not single_config and not contains_arch: cmake_args += ["-A", PLAT_TO_CMAKE[self.plat_name]] # Multi-config generators have a different way to specify configs if not single_config: cmake_args += [ "-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_{}={}".format(cfg.upper(), extdir) ] build_args += ["--config", cfg] # Set CMAKE_BUILD_PARALLEL_LEVEL to control the parallel build level # across all generators. if "CMAKE_BUILD_PARALLEL_LEVEL" not in os.environ: # self.parallel is a Python 3 only way to set parallel jobs by hand # using -j in the build_ext call, not supported by pip or PyPA-build. if hasattr(self, "parallel") and self.parallel: # CMake 3.12+ only. build_args += ["-j{}".format(self.parallel)] else: build_args += ["-j2"] if not os.path.exists(self.build_temp): os.makedirs(self.build_temp) if not (PNNX_WHEEL_WITHOUT_BUILD == "ON"): subprocess.check_call( ["cmake", ext.sourcedir] + cmake_args, cwd=self.build_temp ) subprocess.check_call( ["cmake", "--build", "."] + build_args, cwd=self.build_temp ) else: pass if sys.version_info < (3, 0): sys.exit("Sorry, Python < 3.0 is not supported") requirements = ["torch"] with io.open("README.md", encoding="utf-8") as h: long_description = h.read() setup( name="pnnx", version=set_version(), author="nihui", author_email="nihuini@tencent.com", description="pnnx is an open standard for PyTorch model interoperability.", long_description=long_description, long_description_content_type="text/markdown", url="https://github.com/Tencent/ncnn/tree/master/tools/pnnx", classifiers=[ "Programming Language :: C++", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.7", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "License :: OSI Approved :: BSD License", "Operating System :: OS Independent", ], license="BSD-3", python_requires=">=3.7", packages=find_packages(), package_data={"pnnx": ["pnnx", "pnnx.exe"]}, package_dir={"": "."}, install_requires=requirements, ext_modules=None if PNNX_WHEEL_WITHOUT_BUILD == 'ON' else [CMakeExtension("pnnx", "..")], cmdclass={"build_ext": CMakeBuild}, entry_points={"console_scripts": ["pnnx=pnnx:pnnx"]}, )