This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly
in repository https://gitbox.apache.org/repos/asf/tvm.git
from 7eb45ee5db [Schedule] Loop-Partition Scheduling Primitive (#16431)
add a86e41bcd2 [Unity][TVMScript] Update `call_packed` semantics to
support empty sinfo_args (#16379)
add 1ee0cff6f9 [Minor] Fix Docstring for sphinx-build (#16461)
add 20b08a5c8d [Runtime][KVCache] AttentionWithFusedQKV and RoPE mode
(#16456)
add 0e8e421766 [Cherry-pick][MSC][M4.1] Add plugin && plugin_builder,
enable build and test in different frameworks (#16397) (#16460)
add 593a4bd9d7 [Relax] NDArray Cache Update with DLTensor Support (#16464)
No new revisions were added by this update.
Summary of changes:
python/tvm/contrib/msc/core/codegen/codegen.py | 33 +-
.../contrib/msc/framework/tvm/codegen/codegen.py | 30 +-
.../tvm/contrib/msc/plugin}/__init__.py | 3 +-
.../tvm/{arith => contrib/msc/plugin}/_ffi_api.py | 6 +-
python/tvm/contrib/msc/plugin/build.py | 286 +++++
.../{framework/tvm => plugin}/codegen/__init__.py | 2 +-
python/tvm/contrib/msc/plugin/codegen/codegen.py | 319 ++++++
python/tvm/contrib/msc/plugin/codegen/sources.py | 1157 ++++++++++++++++++++
.../{debugger => msc/plugin/op}/__init__.py | 1 +
.../{arith => contrib/msc/plugin/op}/_ffi_api.py | 6 +-
python/tvm/contrib/msc/plugin/register.py | 85 ++
python/tvm/contrib/msc/plugin/utils.py | 109 ++
python/tvm/relax/op/nn/nn.py | 43 +-
python/tvm/script/ir_builder/relax/ir.py | 6 +-
src/contrib/msc/core/ir/plugin.cc | 327 ++++++
src/contrib/msc/core/ir/plugin.h | 686 ++++++++++++
src/contrib/msc/core/utils.cc | 41 +
src/contrib/msc/core/utils.h | 28 +
src/contrib/msc/plugin/base_codegen.h | 674 ++++++++++++
src/contrib/msc/plugin/codegen_utils.h | 75 ++
src/contrib/msc/plugin/tensorrt_codegen.cc | 901 +++++++++++++++
src/contrib/msc/plugin/tensorrt_codegen.h | 134 +++
src/contrib/msc/plugin/torch_codegen.cc | 510 +++++++++
src/contrib/msc/plugin/torch_codegen.h | 137 +++
src/contrib/msc/plugin/tvm_codegen.cc | 411 +++++++
src/contrib/msc/plugin/tvm_codegen.h | 124 +++
src/runtime/relax_vm/kv_cache.h | 13 +
src/runtime/relax_vm/ndarray_cache_support.cc | 23 +-
src/runtime/relax_vm/paged_kv_cache.cc | 308 ++++--
tests/python/contrib/test_msc/test_plugin.py | 309 ++++++
..._builtin_paged_attention_kv_cache_flashinfer.py | 230 +++-
...runtime_builtin_paged_attention_kv_cache_tir.py | 296 ++++-
tests/python/relax/test_tvmscript_parser.py | 22 +
33 files changed, 7054 insertions(+), 281 deletions(-)
copy {tests/python/contrib/test_hexagon =>
python/tvm/contrib/msc/plugin}/__init__.py (94%)
copy python/tvm/{arith => contrib/msc/plugin}/_ffi_api.py (90%)
create mode 100644 python/tvm/contrib/msc/plugin/build.py
copy python/tvm/contrib/msc/{framework/tvm => plugin}/codegen/__init__.py (94%)
create mode 100644 python/tvm/contrib/msc/plugin/codegen/codegen.py
create mode 100644 python/tvm/contrib/msc/plugin/codegen/sources.py
copy python/tvm/contrib/{debugger => msc/plugin/op}/__init__.py (96%)
copy python/tvm/{arith => contrib/msc/plugin/op}/_ffi_api.py (90%)
create mode 100644 python/tvm/contrib/msc/plugin/register.py
create mode 100644 python/tvm/contrib/msc/plugin/utils.py
create mode 100644 src/contrib/msc/core/ir/plugin.cc
create mode 100644 src/contrib/msc/core/ir/plugin.h
create mode 100644 src/contrib/msc/plugin/base_codegen.h
create mode 100644 src/contrib/msc/plugin/codegen_utils.h
create mode 100644 src/contrib/msc/plugin/tensorrt_codegen.cc
create mode 100644 src/contrib/msc/plugin/tensorrt_codegen.h
create mode 100644 src/contrib/msc/plugin/torch_codegen.cc
create mode 100644 src/contrib/msc/plugin/torch_codegen.h
create mode 100644 src/contrib/msc/plugin/tvm_codegen.cc
create mode 100644 src/contrib/msc/plugin/tvm_codegen.h
create mode 100644 tests/python/contrib/test_msc/test_plugin.py
