Krzysztof Parzyszek
99f5e921a5
* Update C++ standard to C++17 LLVM has switched to C++17 in its development branch. Follow suit to be able to compile LLVM headers. * Clang 8.0+ also supports -faligned-new * Make make verbose * Use CMAKE_OSX_DEPLOYMENT_TARGET to set minimum macOS version (10.12) * Update llvmdev version in conda to >= 11 Something seems to be wrong with the llvmdev 10.0.0 packages, since the LLVM unit test fails on Windows. It works fine when LLVM 10 is compiled from sources.
252 lines
8.5 KiB
Python
252 lines
8.5 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
# pylint: disable=invalid-name, exec-used
|
|
"""Setup TVM package."""
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import sysconfig
|
|
import pathlib
|
|
import platform
|
|
|
|
from setuptools import find_packages
|
|
from setuptools.dist import Distribution
|
|
|
|
# need to use distutils.core for correct placement of cython dll
|
|
if "--inplace" in sys.argv:
|
|
from distutils.core import setup
|
|
from distutils.extension import Extension
|
|
else:
|
|
from setuptools import setup
|
|
from setuptools.extension import Extension
|
|
|
|
CURRENT_DIR = os.path.dirname(__file__)
|
|
FFI_MODE = os.environ.get("TVM_FFI", "auto")
|
|
CONDA_BUILD = os.getenv("CONDA_BUILD") is not None
|
|
|
|
|
|
def get_lib_path():
|
|
"""Get library path, name and version"""
|
|
# We can not import `libinfo.py` in setup.py directly since __init__.py
|
|
# Will be invoked which introduces dependencies
|
|
libinfo_py = os.path.join(CURRENT_DIR, "./tvm/_ffi/libinfo.py")
|
|
libinfo = {"__file__": libinfo_py}
|
|
exec(compile(open(libinfo_py, "rb").read(), libinfo_py, "exec"), libinfo, libinfo)
|
|
version = libinfo["__version__"]
|
|
if not CONDA_BUILD:
|
|
lib_path = libinfo["find_lib_path"]()
|
|
libs = [lib_path[0]]
|
|
if "runtime" not in libs[0]:
|
|
for name in lib_path[1:]:
|
|
if "runtime" in name:
|
|
libs.append(name)
|
|
break
|
|
|
|
# Add standalone_crt, if present
|
|
for name in lib_path:
|
|
candidate_path = os.path.join(os.path.dirname(name), "standalone_crt")
|
|
if os.path.isdir(candidate_path):
|
|
libs.append(candidate_path)
|
|
break
|
|
|
|
# Add microTVM template projects
|
|
for name in lib_path:
|
|
candidate_path = os.path.join(os.path.dirname(name), "microtvm_template_projects")
|
|
if os.path.isdir(candidate_path):
|
|
libs.append(candidate_path)
|
|
break
|
|
|
|
# Add tvmc configuration json files
|
|
for name in lib_path:
|
|
candidate_path = os.path.abspath(os.path.join(os.path.dirname(name), "..", "configs"))
|
|
if os.path.isdir(candidate_path):
|
|
libs.append(candidate_path)
|
|
break
|
|
|
|
else:
|
|
libs = None
|
|
|
|
return libs, version
|
|
|
|
|
|
def git_describe_version(original_version):
|
|
"""Get git describe version."""
|
|
ver_py = os.path.join(CURRENT_DIR, "..", "version.py")
|
|
libver = {"__file__": ver_py}
|
|
exec(compile(open(ver_py, "rb").read(), ver_py, "exec"), libver, libver)
|
|
_, gd_version = libver["git_describe_version"]()
|
|
if gd_version != original_version and "--inplace" not in sys.argv:
|
|
print("Use git describe based version %s" % gd_version)
|
|
return gd_version
|
|
|
|
|
|
LIB_LIST, __version__ = get_lib_path()
|
|
__version__ = git_describe_version(__version__)
|
|
|
|
|
|
def config_cython():
|
|
"""Try to configure cython and return cython configuration"""
|
|
if FFI_MODE not in ("cython"):
|
|
if os.name == "nt" and not CONDA_BUILD:
|
|
print("WARNING: Cython is not supported on Windows, will compile without cython module")
|
|
return []
|
|
sys_cflags = sysconfig.get_config_var("CFLAGS")
|
|
if sys_cflags and "i386" in sys_cflags and "x86_64" in sys_cflags:
|
|
print("WARNING: Cython library may not be compiled correctly with both i386 and x64")
|
|
return []
|
|
try:
|
|
from Cython.Build import cythonize
|
|
|
|
# from setuptools.extension import Extension
|
|
if sys.version_info >= (3, 0):
|
|
subdir = "_cy3"
|
|
else:
|
|
subdir = "_cy2"
|
|
ret = []
|
|
path = "tvm/_ffi/_cython"
|
|
extra_compile_args = ["-std=c++17", "-DDMLC_USE_LOGGING_LIBRARY=<tvm/runtime/logging.h>"]
|
|
if os.name == "nt":
|
|
library_dirs = ["tvm", "../build/Release", "../build"]
|
|
libraries = ["tvm"]
|
|
extra_compile_args = None
|
|
# library is available via conda env.
|
|
if CONDA_BUILD:
|
|
library_dirs = [os.environ["LIBRARY_LIB"]]
|
|
else:
|
|
library_dirs = None
|
|
libraries = None
|
|
|
|
for fn in os.listdir(path):
|
|
if not fn.endswith(".pyx"):
|
|
continue
|
|
ret.append(
|
|
Extension(
|
|
"tvm._ffi.%s.%s" % (subdir, fn[:-4]),
|
|
["tvm/_ffi/_cython/%s" % fn],
|
|
include_dirs=[
|
|
"../include/",
|
|
"../3rdparty/dmlc-core/include",
|
|
"../3rdparty/dlpack/include",
|
|
],
|
|
extra_compile_args=extra_compile_args,
|
|
library_dirs=library_dirs,
|
|
libraries=libraries,
|
|
language="c++",
|
|
)
|
|
)
|
|
return cythonize(ret, compiler_directives={"language_level": 3})
|
|
except ImportError as error:
|
|
if FFI_MODE == "cython":
|
|
raise error
|
|
print("WARNING: Cython is not installed, will compile without cython module")
|
|
return []
|
|
|
|
|
|
class BinaryDistribution(Distribution):
|
|
def has_ext_modules(self):
|
|
return True
|
|
|
|
def is_pure(self):
|
|
return False
|
|
|
|
|
|
setup_kwargs = {}
|
|
if not CONDA_BUILD:
|
|
with open("MANIFEST.in", "w") as fo:
|
|
for path in LIB_LIST:
|
|
if os.path.isfile(path):
|
|
shutil.copy(path, os.path.join(CURRENT_DIR, "tvm"))
|
|
_, libname = os.path.split(path)
|
|
fo.write(f"include tvm/{libname}\n")
|
|
|
|
if os.path.isdir(path):
|
|
_, libname = os.path.split(path)
|
|
shutil.copytree(path, os.path.join(CURRENT_DIR, "tvm", libname))
|
|
fo.write(f"recursive-include tvm/{libname} *\n")
|
|
|
|
setup_kwargs = {"include_package_data": True}
|
|
|
|
|
|
def get_package_data_files():
|
|
# Relay standard libraries
|
|
return ["relay/std/prelude.rly", "relay/std/core.rly"]
|
|
|
|
|
|
def long_description_contents():
|
|
with open(pathlib.Path(CURRENT_DIR).resolve().parent / "README.md", encoding="utf-8") as readme:
|
|
description = readme.read()
|
|
|
|
return description
|
|
|
|
|
|
# Temporarily add this directory to the path so we can import the requirements generator
|
|
# tool.
|
|
sys.path.insert(0, os.path.dirname(__file__))
|
|
import gen_requirements
|
|
|
|
sys.path.pop(0)
|
|
|
|
requirements = gen_requirements.join_requirements()
|
|
extras_require = {
|
|
piece: deps for piece, (_, deps) in requirements.items() if piece not in ("all", "core")
|
|
}
|
|
|
|
setup(
|
|
name="tvm",
|
|
version=__version__,
|
|
description="TVM: An End to End Tensor IR/DSL Stack for Deep Learning Systems",
|
|
long_description=long_description_contents(),
|
|
long_description_content_type="text/markdown",
|
|
url="https://tvm.apache.org/",
|
|
download_url="https://github.com/apache/tvm/tags",
|
|
author="Apache TVM",
|
|
license="Apache",
|
|
# See https://pypi.org/classifiers/
|
|
classifiers=[
|
|
"License :: OSI Approved :: Apache Software License",
|
|
"Development Status :: 4 - Beta",
|
|
"Intended Audience :: Developers",
|
|
"Intended Audience :: Education",
|
|
"Intended Audience :: Science/Research",
|
|
],
|
|
keywords="machine learning",
|
|
zip_safe=False,
|
|
entry_points={"console_scripts": ["tvmc = tvm.driver.tvmc.main:main"]},
|
|
install_requires=requirements["core"][1],
|
|
extras_require=extras_require,
|
|
packages=find_packages(),
|
|
package_dir={"tvm": "tvm"},
|
|
package_data={"tvm": get_package_data_files()},
|
|
distclass=BinaryDistribution,
|
|
ext_modules=config_cython(),
|
|
**setup_kwargs,
|
|
)
|
|
|
|
|
|
if not CONDA_BUILD:
|
|
# Wheel cleanup
|
|
os.remove("MANIFEST.in")
|
|
for path in LIB_LIST:
|
|
_, libname = os.path.split(path)
|
|
path_to_be_removed = f"tvm/{libname}"
|
|
|
|
if os.path.isfile(path_to_be_removed):
|
|
os.remove(path_to_be_removed)
|
|
|
|
if os.path.isdir(path_to_be_removed):
|
|
shutil.rmtree(path_to_be_removed)
|