Tianqi Chen
96cba60464
This PR adds an autoload mechanism for out-of-tree backends, simplifies
TVM's Python library loading, and removes `TVMError` in favor of native
Python errors.
## Autoload out-of-tree backends
Out-of-tree packages can register an autoload callable under the
`tvm.backends` entry-point group (mirroring torch's device-backend
autoload). At `import tvm` startup each entry point is discovered and
its callable invoked once, after the core runtime and the `tvm`
namespace are fully initialized, so an extension can register
ops/targets/funcs or load extra libraries.
```toml
[project.entry-points."tvm.backends"]
tvm_foo = "tvm_foo:_autoload"
```
A failing extension is caught and surfaced via `warnings.warn` so it
cannot break `import tvm`. Autoload can be disabled with
`TVM_DEVICE_BACKEND_AUTOLOAD=0`.
## Simplify library loading
The library-loading path in `base.py` is consolidated around a single
`_LOADED_LIBS` dict (basename to ctypes handle) so downstream and
autoloaded extensions can skip already-loaded libraries; the per-backend
runtime DSO list is folded into `load_backend_libs`. Accumulated cruft
is removed: the Python-3.9 check, the readline shim, the `_FFI_MODE`
ctypes check, the `base.__version__` re-export, and `py_str` (call sites
inline `.decode("utf-8")`).
## Remove TVMError in favor of native Python errors
`TVMError` added a layer atop `RuntimeError` that downstream code had to
import and learn. It is removed; the registered FFI error kinds
(`InternalError`, `RPCError`, `OpError`, `DiagnosticError`,
`ScheduleError`) now subclass `RuntimeError` directly while staying
registered, so the FFI keeps throwing the right kinds. All `TVMError`
imports, `except`/`raise`/`isinstance` uses, and
`pytest.raises(tvm.TVMError)` sites move to the `RuntimeError` builtin.
69 lines
2.0 KiB
Python
69 lines
2.0 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
# pylint: disable=missing-docstring
|
|
|
|
import pytest
|
|
|
|
from tvm import IRModule
|
|
from tvm.script.ir_builder import IRBuilder
|
|
from tvm.script.ir_builder import ir as I
|
|
from tvm.script.ir_builder import tirx as T
|
|
|
|
|
|
def _assert_print(obj, expected):
|
|
assert str(obj).strip() == expected.strip()
|
|
assert repr(obj).strip() == expected.strip()
|
|
if isinstance(obj, IRModule):
|
|
assert obj.script().strip() == expected.strip()
|
|
|
|
|
|
def test_ir_module():
|
|
with IRBuilder() as ib: # pylint: disable=invalid-name
|
|
with I.ir_module():
|
|
with T.prim_func(s_tir=True):
|
|
T.func_name("foo")
|
|
mod = ib.get()
|
|
_assert_print(
|
|
mod,
|
|
"""
|
|
# from tvm.script import ir as I
|
|
# from tvm.script import tirx as T
|
|
# from tvm.tirx.layout import Axis
|
|
|
|
@I.ir_module
|
|
class Module:
|
|
@T.prim_func(s_tir=True)
|
|
def foo():
|
|
T.evaluate(0)""",
|
|
)
|
|
|
|
|
|
def test_failed_invalid_prefix():
|
|
with IRBuilder() as ib: # pylint: disable=invalid-name
|
|
with I.ir_module():
|
|
with T.prim_func():
|
|
T.func_name("foo")
|
|
mod = ib.get()
|
|
|
|
with pytest.raises(RuntimeError):
|
|
mod.script(ir_prefix="2I")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_ir_module()
|
|
test_failed_invalid_prefix()
|