[tvm] branch main updated (ff46fa15e0 -> dd7ae2d3e5)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git from ff46fa15e0 [ETHOSN] Fix requantize output conversion (#12540) add dd7ae2d3e5 [Relay] Add Rsqrt to SimplifyExpr (#12363) No new revisions were added by this update. Summary of changes: python/tvm/relay/op/_tensor.py| 1 + python/tvm/relay/op/contrib/dnnl.py | 3 ++- src/relay/transforms/simplify_expr.cc | 24 tests/python/relay/test_pass_simplify_expr.py | 19 +++ 4 files changed, 46 insertions(+), 1 deletion(-)
[tvm] branch main updated (2866f315f9 -> 5d0367a137)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git from 2866f315f9 [FQ2I] Add attrs to adaptive_avg_pool1d (#12290) add 5d0367a137 [QNN] Add qnn op for abs to fix wrong scale on quantize (#12287) No new revisions were added by this update. Summary of changes: python/tvm/relay/qnn/op/__init__.py| 3 +- python/tvm/relay/qnn/op/legalizations.py | 3 ++ python/tvm/relay/qnn/op/qnn.py | 38 ++ .../transform/fake_quantization_to_integer.py | 27 --- src/relay/qnn/op/unary_elementwise_op.cc | 3 ++ src/relay/transforms/pattern_utils.h | 5 +++ 6 files changed, 58 insertions(+), 21 deletions(-)
[tvm] branch main updated (4158738574 -> 2866f315f9)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git from 4158738574 initial commit (#12301) add 2866f315f9 [FQ2I] Add attrs to adaptive_avg_pool1d (#12290) No new revisions were added by this update. Summary of changes: python/tvm/relay/transform/fake_quantization_to_integer.py | 3 ++- tests/python/relay/test_pass_fake_quantization_to_integer.py | 9 + 2 files changed, 7 insertions(+), 5 deletions(-)
[tvm] branch main updated (cfa55251b2 -> 4158738574)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git from cfa55251b2 [Relay][Frontend][Onnx] Add RNN operation for ONNX frontend (#12213) add 4158738574 initial commit (#12301) No new revisions were added by this update. Summary of changes: src/relay/qnn/op/batch_matmul.cc | 20 ++-- tests/python/relay/test_op_qnn_batch_matmul.py | 64 ++ 2 files changed, 60 insertions(+), 24 deletions(-)
[tvm] branch main updated: [Relay][Op] Trilu operator implementation (#12124)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new b8893b557a [Relay][Op] Trilu operator implementation (#12124)
b8893b557a is described below
commit b8893b557a6c213dfe06f4069fad3cf5ad70051e
Author: Josh Fromm
AuthorDate: Tue Aug 2 12:48:59 2022 -0700
[Relay][Op] Trilu operator implementation (#12124)
* Added topi trilu implementation
* Implemented and tested full Trilu op.
* Fix test type.
* Add tril zero tests.
* Add pytorch trilu integration.
* Clean up torch integration.
* Readded skip for zero tests.
---
include/tvm/relay/attrs/transform.h | 9
python/tvm/relay/frontend/onnx.py | 15 +++
python/tvm/relay/frontend/pytorch.py| 35 ---
python/tvm/relay/op/_transform.py | 4 ++
python/tvm/relay/op/op_attrs.py | 5 +++
python/tvm/relay/op/strategy/generic.py | 28
python/tvm/relay/op/transform.py| 43 ++
python/tvm/topi/transform.py| 58 +
src/relay/op/tensor/transform.cc| 50 +
tests/python/frontend/onnx/test_forward.py | 16 ---
tests/python/frontend/pytorch/test_forward.py | 10 +
tests/python/relay/test_op_level3.py| 29 +
tests/python/topi/python/test_topi_transform.py | 39 +
13 files changed, 298 insertions(+), 43 deletions(-)
diff --git a/include/tvm/relay/attrs/transform.h
b/include/tvm/relay/attrs/transform.h
index b9f8c6e1e8..2741d68eec 100644
--- a/include/tvm/relay/attrs/transform.h
+++ b/include/tvm/relay/attrs/transform.h
@@ -575,6 +575,15 @@ struct StftAttrs : public tvm::AttrsNode {
}
}; // struct StftAttrs
+struct TriluAttrs : public tvm::AttrsNode {
+ bool upper;
+
+ TVM_DECLARE_ATTRS(TriluAttrs, "relay.attrs.TriluAttrs") {
+TVM_ATTR_FIELD(upper).set_default(true).describe(
+"Whether to keep the upper or lower half of the diagonal.");
+ }
+}; // struct TriluAttrs
+
} // namespace relay
} // namespace tvm
#endif // TVM_RELAY_ATTRS_TRANSFORM_H_
diff --git a/python/tvm/relay/frontend/onnx.py
b/python/tvm/relay/frontend/onnx.py
index 3b5bf9acfa..e78e65dc4e 100644
--- a/python/tvm/relay/frontend/onnx.py
+++ b/python/tvm/relay/frontend/onnx.py
@@ -4685,6 +4685,20 @@ class Einsum(OnnxOpConverter):
return _op.einsum(inputs, equation)
+class Trilu(OnnxOpConverter):
+"""Operator converter for Trilu"""
+
+@classmethod
+def _impl_v14(cls, inputs, attr, params):
+upper = attr.get("upper", True)
+if len(inputs) == 2:
+data, k = inputs
+else:
+data = inputs[0]
+k = 0
+return _op.trilu(data, k, upper)
+
+
class RandomNormal(OnnxOpConverter):
"""Operator converter for random_normal"""
@@ -5345,6 +5359,7 @@ def _get_convert_map(opset):
"CumSum": CumSum.get_converter(opset),
"Unique": Unique.get_converter(opset),
"Einsum": Einsum.get_converter(opset),
+"Trilu": Trilu.get_converter(opset),
# defs/control_flow
"Loop": Loop.get_converter(opset),
"If": If.get_converter(opset),
diff --git a/python/tvm/relay/frontend/pytorch.py
b/python/tvm/relay/frontend/pytorch.py
index 1bd3232871..74ea249a47 100644
--- a/python/tvm/relay/frontend/pytorch.py
+++ b/python/tvm/relay/frontend/pytorch.py
@@ -318,31 +318,6 @@ class PyTorchOpConverter:
(dtype,) = input_types
return _op.power(inputs[0], _expr.const(2, dtype))
-def tril(self, inputs, input_types):
-data = inputs[0]
-if len(inputs) == 2:
-k_value = inputs[1]
-else:
-k_value = 0
-input_shape = self.infer_shape(data)
-k1, k2 = input_shape[-2:]
-k1 = k_value + 1
-diag_input = _op.zeros(input_shape, dtype=input_types[0])
-return _op.matrix_set_diag(data, diag_input, k=(k1, k2))
-
-def triu(self, inputs, input_types):
-data = inputs[0]
-if len(inputs) == 2:
-k_value = inputs[1]
-else:
-k_value = 0
-input_shape = self.infer_shape(data)
-k1, k2 = input_shape[-2:]
-k1 = (k1 * -1) - 1
-k2 = k_value - 1
-diag_input = _op.zeros(input_shape, dtype=input_types[0])
-return _op.matrix_set_diag(data, diag_input, k=(k1, k2))
-
def lerp(self, inputs, input_types):
if len(inputs) != 3:
msg = "Wrong number of arguments (%d) to parse." % (len(inputs))
@@ -3405,
[tvm] branch main updated (95df0eb -> 621f777)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 95df0eb [Hexagon] Don't use alternative linker for non-x86 API binaries (#10854) add 621f777 [CI] Update GPU image for PyTorch 1.11 (#10849) No new revisions were added by this update. Summary of changes: Jenkinsfile | 2 +- gallery/how_to/compile_models/from_keras.py | 5 +++-- jenkins/Jenkinsfile.j2 | 2 +- tests/python/frontend/onnx/test_forward.py | 2 +- 4 files changed, 6 insertions(+), 5 deletions(-)
[tvm] branch main updated (fb49a99 -> b2a0e1d)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from fb49a99 [ETHOSN] int8 support for the mean operator (#10463) add b2a0e1d [CUBLAS] Add cuBLAS as a Relay partitioning target (BYOC) (#10820) No new revisions were added by this update. Summary of changes: python/tvm/relay/op/contrib/cublas.py | 158 ++ tests/python/contrib/test_cublas.py | 90 ++- tests/scripts/task_mypy.sh| 3 + 3 files changed, 248 insertions(+), 3 deletions(-) create mode 100644 python/tvm/relay/op/contrib/cublas.py
[tvm] branch main updated: Fix compile error when AddRewrite gets additional args (#10669)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new f6256df Fix compile error when AddRewrite gets additional args
(#10669)
f6256df is described below
commit f6256df2d63bb22017daff8423c3cc998729e52e
Author: khj809
AuthorDate: Wed Mar 30 01:08:15 2022 +0900
Fix compile error when AddRewrite gets additional args (#10669)
---
src/relay/transforms/simplify_expr.h | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/relay/transforms/simplify_expr.h
b/src/relay/transforms/simplify_expr.h
index 1dc919b..cbaa326 100644
--- a/src/relay/transforms/simplify_expr.h
+++ b/src/relay/transforms/simplify_expr.h
@@ -69,7 +69,7 @@ class DFPatternRewriteComposer {
public:
template
inline void AddRewrite(Args... args) {
-rewrites_.push_back(std::make_shared(&args...));
+rewrites_.push_back(std::make_shared(args...));
}
inline Array MakeCallbacks() const {
[tvm] branch main updated (7d5ef84 -> 8418026)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 7d5ef84 [CUDA] Various int8 fix (cublas, cutlass, etc) (#10596) add 8418026 [FQ2I] Add leaky relu to FQ21 (#10378) No new revisions were added by this update. Summary of changes: python/tvm/relay/qnn/op/qnn.py | 27 + .../transform/fake_quantization_to_integer.py | 10 ++ src/relay/qnn/op/leaky_relu.cc | 130 + tests/python/relay/test_op_qnn_leaky_relu.py | 65 +++ .../test_pass_fake_quantization_to_integer.py | 12 ++ 5 files changed, 244 insertions(+) create mode 100644 src/relay/qnn/op/leaky_relu.cc create mode 100644 tests/python/relay/test_op_qnn_leaky_relu.py
[tvm] branch main updated (975086e -> aa47018)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 975086e [Arith] Support dtype promotion in TIR comparison expr creation (#10584) add aa47018 [QNN] unary op for quantized resize2d and test (#10589) No new revisions were added by this update. Summary of changes: python/tvm/relay/transform/fake_quantization_to_integer.py | 1 + .../python/relay/test_pass_fake_quantization_to_integer.py | 13 + 2 files changed, 14 insertions(+)
[tvm] branch main updated (060d9d2 -> 0fa3540)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 060d9d2 [AOT] Introduce checks for return values from operators (#10424) add 0fa3540 [QNN] Add nn.adaptive_avg_pool1d to FQ2I (#10541) No new revisions were added by this update. Summary of changes: python/tvm/relay/transform/fake_quantization_to_integer.py | 11 +++ .../python/relay/test_pass_fake_quantization_to_integer.py | 13 + 2 files changed, 24 insertions(+)
[tvm] branch main updated (fdbb88f -> a5cb76a)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from fdbb88f [Frontend][TFLite] Added broadcasting to prelu alpha. (#10435) add a5cb76a [Relay] Fix shape func for strided slice (#10418) No new revisions were added by this update. Summary of changes: python/tvm/relay/op/_transform.py| 2 +- tests/python/relay/test_op_level4.py | 30 -- 2 files changed, 25 insertions(+), 7 deletions(-)
[tvm] branch main updated (33082e0 -> 5956125)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 33082e0 [runtime] Add Metadata classes for AOTExecutor (#10282) add 5956125 [ONNX] only broadcast matmul if the shape has changed (#10321) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 36 ++-- 1 file changed, 22 insertions(+), 14 deletions(-)
[tvm] branch main updated (35a7992 -> 8247724)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 35a7992 [CUTLASS] Add parallel split-k support to wgrad (#10185) add 8247724 [FQ2I] Add topk to FQ2I (#10170) No new revisions were added by this update. Summary of changes: .../transform/fake_quantization_to_integer.py | 10 src/runtime/contrib/sort/sort.cc | 28 ++ .../test_pass_fake_quantization_to_integer.py | 16 + 3 files changed, 54 insertions(+)
[tvm] branch main updated (1b71cae -> 34d70de)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 1b71cae gitignore build-* folders (#10168) add 34d70de [Relay][VM] Relay VM memory liveness/lifetime analysis (#10026) No new revisions were added by this update. Summary of changes: include/tvm/relay/transform.h | 8 + include/tvm/runtime/vm/bytecode.h | 3 + python/tvm/relay/transform/transform.py| 8 + src/relay/backend/vm/compiler.cc | 10 +- src/relay/backend/vm/manifest_lifetimes.cc | 644 + src/relay/op/memory/memory.cc | 10 +- src/runtime/vm/bytecode.cc | 16 + src/runtime/vm/executable.cc | 8 + src/runtime/vm/profiler/vm.cc | 2 +- src/runtime/vm/vm.cc | 7 + tests/python/relay/test_ir_text_printer.py | 2 +- .../relay/test_pass_dead_code_elimination.py | 16 +- tests/python/relay/test_pass_manifest_lifetimes.py | 147 + 13 files changed, 866 insertions(+), 15 deletions(-) create mode 100644 src/relay/backend/vm/manifest_lifetimes.cc create mode 100644 tests/python/relay/test_pass_manifest_lifetimes.py
[tvm] branch main updated (339f888 -> 72b22f8)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 339f888 [USMP] Add performance characteristics to PoolInfo (#10005) add 72b22f8 [Relay][VM] Fix loading late bound consts when none exist (#10087) No new revisions were added by this update. Summary of changes: src/runtime/vm/executable.cc | 4 +++ tests/python/relay/test_vm.py | 62 +++ 2 files changed, 66 insertions(+)
[tvm] branch main updated (21154c2 -> 0fb5ae2)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 21154c2 [TE] Fix Const Int bound analysis to handle uints for division (#10102) add 0fb5ae2 [Op][Topi] Gather, GatherND, Take can accept unsigned integers as indices (#10080) No new revisions were added by this update. Summary of changes: include/tvm/topi/transform.h| 4 +- src/relay/op/tensor/transform.cc| 3 +- tests/python/relay/test_op_level3.py| 75 +++-- tests/python/topi/python/test_topi_transform.py | 25 ++--- 4 files changed, 65 insertions(+), 42 deletions(-)
[tvm] branch main updated (7b9fd1e -> 82d4d0f)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 7b9fd1e [microNPU] Removing constant args from PrimFunc (#9951) add 82d4d0f [Relay] fix incorrect binding of Lets in ANF conversion (#10078) No new revisions were added by this update. Summary of changes: src/relay/transforms/to_a_normal_form.cc | 11 +++ tests/python/relay/test_pass_to_a_normal_form.py | 40 ++-- 2 files changed, 42 insertions(+), 9 deletions(-)
[tvm] branch main updated (670de9b -> 79c59fe)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 670de9b [CI] Fix pip cache config bug (#9933) add 79c59fe dynamic to static use infer_type_local (#9869) No new revisions were added by this update. Summary of changes: src/relay/transforms/dynamic_to_static.cc | 14 -- 1 file changed, 12 insertions(+), 2 deletions(-)
[tvm] branch main updated (afc29e6 -> f6f252f)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from afc29e6 [microNPU][2b] Create CascaderGraphs from TE graphs (#9471) add f6f252f [TOPI] Support grouped conv1d (#9832) No new revisions were added by this update. Summary of changes: python/tvm/autotvm/task/topi_integration.py | 7 +- python/tvm/relay/frontend/onnx.py| 21 -- python/tvm/relay/op/strategy/cuda.py | 42 ++-- python/tvm/relay/op/strategy/generic.py | 43 python/tvm/relay/op/strategy/x86.py | 43 ++-- python/tvm/topi/cuda/conv1d.py | 40 +++- python/tvm/topi/generic/nn.py| 34 +++ python/tvm/topi/nn/conv1d.py | 120 +++--- python/tvm/topi/nn/conv2d.py | 315 --- python/tvm/topi/nn/utils.py | 47 python/tvm/topi/testing/__init__.py | 2 +- python/tvm/topi/testing/conv1d_ncw_python.py | 14 ++ python/tvm/topi/x86/conv1d.py| 8 + src/relay/op/nn/convolution.h| 2 +- tests/python/topi/python/test_topi_conv1d.py | 73 +++ 15 files changed, 484 insertions(+), 327 deletions(-)
[tvm] branch main updated (ceec0fc -> fb99383)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from ceec0fc [microNPU] Update Arm(R) Ethos(TM)-U55 NPU demo README (#9725) add fb99383 [Relay] Re-run PlanDevices after LowerTE to flow new memory scope constraints. (#9613) No new revisions were added by this update. Summary of changes: include/tvm/ir/expr.h | 2 +- include/tvm/relay/attrs/on_device.h| 2 +- include/tvm/relay/expr.h | 9 ++ include/tvm/target/se_scope.h | 8 +- python/tvm/ir/expr.py | 4 +- src/ir/expr.cc | 7 +- .../backend/contrib/cmsisnn/extract_constants.cc | 4 +- .../backend/contrib/cmsisnn/generate_constants.cc | 2 +- .../backend/contrib/cmsisnn/tir_to_runtime.cc | 4 +- src/relay/backend/graph_executor_codegen.cc| 3 +- src/relay/backend/vm/compiler.cc | 4 + src/relay/ir/adt.cc| 4 +- src/relay/ir/expr.cc | 49 src/relay/ir/function.cc | 2 +- src/relay/op/memory/on_device.cc | 4 +- src/relay/op/memory/on_device.h| 9 +- src/relay/transforms/device_domains.cc | 12 +- src/relay/transforms/device_planner.cc | 123 - src/relay/transforms/let_list.h| 2 +- src/relay/transforms/partial_eval.cc | 4 +- src/relay/transforms/to_a_normal_form.cc | 2 +- src/runtime/contrib/verilator/verilator_runtime.h | 2 +- src/tir/transforms/lower_cross_thread_reduction.cc | 4 +- tests/python/relay/test_pass_plan_devices.py | 105 ++ 24 files changed, 316 insertions(+), 55 deletions(-)
[tvm] branch main updated (5557b8c -> cb34604)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 5557b8c Improve tvmc error message from lazy-loading frontend imports (#9074) add cb34604 [TOPI] Add generic batch norm (#9694) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py| 5 +- python/tvm/relay/op/nn/_nn.py| 5 + python/tvm/relay/op/strategy/generic.py | 23 + python/tvm/topi/generic/nn.py| 17 python/tvm/topi/nn/__init__.py | 1 + python/tvm/topi/nn/batch_norm.py | 110 ++ python/tvm/topi/testing/__init__.py | 1 + python/tvm/topi/testing/batch_norm.py| 89 ++ src/relay/op/nn/nn.cc| 3 +- src/topi/schedule.cc | 3 + tests/python/relay/test_op_level1.py | 48 ++ tests/python/topi/python/test_topi_batch_norm.py | 115 +++ 12 files changed, 418 insertions(+), 2 deletions(-) create mode 100644 python/tvm/topi/nn/batch_norm.py create mode 100644 python/tvm/topi/testing/batch_norm.py create mode 100644 tests/python/topi/python/test_topi_batch_norm.py
[tvm] branch main updated (bedc772 -> e785b26)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from bedc772 [microNPU] Add support for SPLIT and SPLIT_V (#9621) add e785b26 [TIR] Allow memory (aka storage) scopes to be retrieved/applied to PrimFuncs (#9689) No new revisions were added by this update. Summary of changes: include/tvm/target/se_scope.h | 7 +- include/tvm/tir/buffer.h | 2 +- include/tvm/tir/stmt_functor.h | 1 + include/tvm/tir/var.h | 2 +- python/tvm/tir/analysis/analysis.py| 68 +++ src/tir/analysis/device_constraint_utils.cc| 514 + src/tir/analysis/device_constraint_utils.h | 98 .../tir/analysis/test_device_constraint_utils.py | 70 +++ 8 files changed, 759 insertions(+), 3 deletions(-) create mode 100644 src/tir/analysis/device_constraint_utils.cc create mode 100644 src/tir/analysis/device_constraint_utils.h create mode 100644 tests/python/tir/analysis/test_device_constraint_utils.py
[tvm] branch main updated (aa99699 -> 510f7c6)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from aa99699 [ONNX][Converter] Fix when onnxoptimizer is unavailable (#9700) add 510f7c6 Don't requantize if bias or quantize scales are approximately equal (#9676) No new revisions were added by this update. Summary of changes: .../relay/transform/fake_quantization_to_integer.py | 20 .../relay/test_pass_fake_quantization_to_integer.py | 3 ++- 2 files changed, 18 insertions(+), 5 deletions(-)
[tvm] branch main updated: ignore 'training_mode' tag from onnx in batch_norm op (#9575)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git The following commit(s) were added to refs/heads/main by this push: new 1466e27 ignore 'training_mode' tag from onnx in batch_norm op (#9575) 1466e27 is described below commit 1466e27c45895119354b313aff7bff66616ce80a Author: Valery Chernov AuthorDate: Thu Nov 25 00:46:31 2021 +0300 ignore 'training_mode' tag from onnx in batch_norm op (#9575) Co-authored-by: Valery Chernov --- python/tvm/relay/frontend/onnx.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/tvm/relay/frontend/onnx.py b/python/tvm/relay/frontend/onnx.py index d55c0e5..189c7f0 100644 --- a/python/tvm/relay/frontend/onnx.py +++ b/python/tvm/relay/frontend/onnx.py @@ -469,8 +469,10 @@ class BatchNorm(OnnxOpConverter): @classmethod def _impl_v1(cls, inputs, attr, params): # TODO(zhreshold): 'spatial' is not properly handled here. +# TODO(vvchernov): 'training_mode' (onnx tag) is not correctly handled, ignore for now out = AttrCvt( -op_name="batch_norm", ignores=["spatial", "is_test", "consumed_inputs", "momentum"] +op_name="batch_norm", +ignores=["spatial", "is_test", "consumed_inputs", "momentum", "training_mode"], )(inputs, attr, params) return out[0]
[tvm] branch main updated (4bb6f31 -> cf17208)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 4bb6f31 [TensorIR][UX] Type annotation-based runtime type checking (#9559) add cf17208 [QNN] Fix order of operations in qnn.quantize slightly to prevent undefined behavior (#9558) No new revisions were added by this update. Summary of changes: src/relay/qnn/op/quantize.cc | 8 +++- 1 file changed, 3 insertions(+), 5 deletions(-)
[tvm] branch main updated (856ebb2 -> 4c1b66f)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 856ebb2 Make version.py to rely on repository metadata to generate version string. (#9472) add 4c1b66f [ONNX] Unique op should always return int64 indices (#9490) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)
[tvm] branch main updated (0812c07 -> dc56eea)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 0812c07 Change Call with TIRCallAttrs to call_lowered op (#9312) add dc56eea [Support] Add libinfo into the runtime build (#9310) No new revisions were added by this update. Summary of changes: CMakeLists.txt | 4 ++-- python/tvm/__init__.py | 5 +++-- python/tvm/micro/__init__.py | 7 +-- 3 files changed, 10 insertions(+), 6 deletions(-)
[tvm] branch main updated: Change Call with TIRCallAttrs to call_lowered op (#9312)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new 0812c07 Change Call with TIRCallAttrs to call_lowered op (#9312)
0812c07 is described below
commit 0812c078bfc8595d079fbb15cdc4a64bf1a4def2
Author: Lily Orth-Smith
AuthorDate: Wed Nov 10 14:20:01 2021 -0800
Change Call with TIRCallAttrs to call_lowered op (#9312)
* Introduce call_lowered op
Add op vm.call_tir
Change from checking if CallNode has CallTIRAttrs to checking if the Op is
vm.call_tir
Change device_domains to use vm.call_tir op more explicitly
Fixed issue in type checker, now have seg fault :(
Fix typo -- most of VM tests pass now
Interpreter now deals with call_tir properly
Fix typo in te_compiler
Use InvokeTVMOp and CallTIR
Add some checks to graph_plan_memory.cc
Make GetToken skip function types
C++ TESTS PASS WOOHOO
Remove prints
formatting
vm.call_tir -> call_tir and more comment removals
call_tir -> call_lowered
fix lint
clang format
Remove compute from non computational vm ops
missed some semicolons in prev commit
Fix warning
Move call_lowered to relay/op/call/call.cc and rename util func
Add helper fn that returns lowered_call op
fix import order
clang format
Add constraint to call_lowered type rel
clean up empty token vector
comment
Move CallTIRAttrs to include/tvm/relay/attrs/call.h
Rename TIRCallAttrs as CallLoweredAttrs
lint
Add helper for extracting func and args from call_lowered
Change graph_executor_codegen to use helper function
Update interpreter to use helper
Fix device_domains.cc -- could still use cleanup, also I am not sure why
there are still direct calls to primfns in DomainforCallee
Clean up DeviceCopyProps and lint
lint
return CallLoweredAttrs with the extern func
comment
note in comment
Progress & notes. Realized that I am not handling externs correctly
not sure why this ever worked before?
Clean up CreateFuncCall signature, notes
comments
Fix extern function handling
extern_function -> extern_func
fix DeviceAwareVisitExpr_ -- now it handles both lowered and normal calls
yay passes AOT tests!
formatting and comment removal
cleanup
Introduce call_lowered op
* lint
* Fix AOT to deal with externs
* add const auto&
* Fix aot crt test
---
include/tvm/relay/attrs/annotation.h | 11 --
.../op/vm/vm.h => include/tvm/relay/attrs/call.h | 30 ++--
src/relay/backend/aot_executor_codegen.cc | 77 +++---
.../contrib/example_target_hooks/relay_to_tir.cc | 12 +-
src/relay/backend/graph_executor_codegen.cc| 89 ++-
src/relay/backend/graph_plan_memory.cc | 52 ---
src/relay/backend/interpreter.cc | 152 +-
src/relay/backend/te_compiler.cc | 169 +++--
src/relay/op/call/call.cc | 116 ++
src/relay/op/call/call.h | 74 +
src/relay/op/memory/device_copy.cc | 17 +++
src/relay/op/vm/vm.h | 2 +-
src/relay/transforms/device_domains.cc | 33 ++--
src/relay/transforms/memory_alloc.cc | 16 +-
14 files changed, 574 insertions(+), 276 deletions(-)
diff --git a/include/tvm/relay/attrs/annotation.h
b/include/tvm/relay/attrs/annotation.h
index 85ac3f36..f88ca8e 100644
--- a/include/tvm/relay/attrs/annotation.h
+++ b/include/tvm/relay/attrs/annotation.h
@@ -116,17 +116,6 @@ struct CompilerAttrs : public
tvm::AttrsNode {
}
};
-/*!
- * \brief Metadata for calls to TIR functions, useful for program analysis
crossing Relay and TIR.
- */
-struct TIRCallAttrs : public tvm::AttrsNode {
- /*! \brief The metadata attached to the call node. */
- Map metadata;
-
- TVM_DECLARE_ATTRS(TIRCallAttrs, "relay.attrs.TIRCallAttrs") {
-TVM_ATTR_FIELD(metadata).describe("Metadata attached to the TIR function
call.");
- }
-};
} // namespace relay
} // namespace tvm
diff --git a/src/relay/op/vm/vm.h b/include/tvm/relay/attrs/call.h
similarity index 57%
copy from src/relay/op/vm/vm.h
copy to include/tvm/relay/attrs/call.h
index 802c810..2b02c6a 100644
--- a/src/relay/op/vm/vm.h
+++ b/include/tvm/relay/attrs/call.h
@@ -18,23 +18,31 @@
*/
/*!
- * \file src/relay/op/vm/vm.h
- * \brief Dialect operators for Relay VM.
+ * \file tvm/rel
[tvm] branch main updated (9cd07e4 -> f9caf2e)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 9cd07e4 [Hexagon] Add hexagon launcher to apps and add to TVM's build system (#9220) add f9caf2e Propagate tvm target through graph tuning setup (#9248) No new revisions were added by this update. Summary of changes: python/tvm/autotvm/graph_tuner/base_graph_tuner.py | 2 +- .../autotvm/graph_tuner/utils/traverse_graph.py| 28 +- .../unittest/test_autotvm_graph_tuner_utils.py | 27 + 3 files changed, 45 insertions(+), 12 deletions(-)
[tvm] branch main updated: Use a uint64_t to serialize primitive_attrs in the Relay VM to fix 32bit RPC (#9169)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new 61fbda9 Use a uint64_t to serialize primitive_attrs in the Relay VM
to fix 32bit RPC (#9169)
61fbda9 is described below
commit 61fbda9394dbe88f85bcb2789efd5b2f4cb191ee
Author: Matthew Brookhart
AuthorDate: Fri Oct 1 08:07:44 2021 -0600
Use a uint64_t to serialize primitive_attrs in the Relay VM to fix 32bit
RPC (#9169)
---
src/runtime/vm/executable.cc | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/src/runtime/vm/executable.cc b/src/runtime/vm/executable.cc
index c2dc030..a5e7d25 100644
--- a/src/runtime/vm/executable.cc
+++ b/src/runtime/vm/executable.cc
@@ -273,7 +273,7 @@ void Executable::SavePrimitiveOpNames(dmlc::Stream* strm) {
primitive_names[packed_index] = it.first;
}
strm->Write(primitive_names);
- std::map> primitive_attrs;
+ std::map> primitive_attrs;
for (const auto& it : this->op_attrs) {
auto packed_index = static_cast(it.first);
std::map attrs;
@@ -584,7 +584,7 @@ void Executable::LoadPrimitiveOpNames(dmlc::Stream* strm) {
this->primitive_map.insert({primitive_names[i], i});
}
- std::map> primitive_attrs;
+ std::map> primitive_attrs;
STREAM_CHECK(strm->Read(&primitive_attrs), "primitive attrs");
for (const auto& fn : primitive_attrs) {
std::vector> attrs;
[tvm] branch main updated (7974e30 -> 3887628)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 7974e30 Introduce centralised name transformation functions (#9088) add 3887628 [ONNX] support additional nllloss tests (#9045) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 12 +--- tests/python/frontend/onnx/test_forward.py | 19 +-- 2 files changed, 10 insertions(+), 21 deletions(-)
[tvm] branch main updated (da5b4fb -> fafd164)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from da5b4fb [TIR][LowerMatchBuffer] Fix lowering strides when source region has higher dimension than the buffer (#9145) add fafd164 Update find cublas so it search default path if needed. (#9149) No new revisions were added by this update. Summary of changes: cmake/utils/FindCUDA.cmake | 4 1 file changed, 4 insertions(+)
[tvm] branch main updated (9e47b43 -> 5e46e75)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 9e47b43 [Meta Schedule][M3b] Database (#9061) add 5e46e75 [ONNX] [Relay] Dynamic squeeze (#9095) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 22 - python/tvm/relay/op/dyn/_transform.py | 22 + python/tvm/relay/op/transform.py | 6 ++- src/relay/op/dyn/tensor/transform.cc | 57 +++ src/relay/transforms/dynamic_to_static.cc | 9 tests/python/frontend/onnx/test_forward.py| 2 - tests/python/relay/dyn/test_dynamic_op_level3.py | 16 +++ tests/python/relay/test_pass_dynamic_to_static.py | 25 ++ 8 files changed, 154 insertions(+), 5 deletions(-)
[tvm] branch main updated (861b47d -> d0c6ca5)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 861b47d [LLVM] Refactor MakeCallPacked, NFC (#9118) add d0c6ca5 Frontend: add onnx GlobalLpPool op (#8845) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 13 + tests/python/frontend/onnx/test_forward.py | 44 ++ 2 files changed, 57 insertions(+)
[tvm] branch main updated (a5f9e9b -> 184a4ed)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from a5f9e9b [AutoTVM, Auto scheduler] Always use VM compiler for task extraction (#9069) add 184a4ed [ONNX][Relay] Add dynamic unsqueeze / expand_dims op (#9039) No new revisions were added by this update. Summary of changes: include/tvm/relay/attrs/transform.h | 12 python/tvm/relay/frontend/onnx.py| 20 +++ python/tvm/relay/op/dyn/_transform.py| 38 python/tvm/relay/op/transform.py | 10 +++- src/relay/op/dyn/tensor/transform.cc | 74 tests/python/frontend/onnx/test_forward.py | 11 ++-- tests/python/relay/dyn/test_dynamic_op_level3.py | 34 ++- 7 files changed, 187 insertions(+), 12 deletions(-)
[tvm] branch main updated (db78d96 -> a74ef13)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from db78d96 [CUDA] Fix dense tensorcore legalize type error when units is specified (#9030) add a74ef13 [ONNX] QLinearAveragePool and QLinearGlobalAveragePool contrib op (#9017) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 89 -- tests/python/frontend/onnx/test_forward.py | 146 + 2 files changed, 225 insertions(+), 10 deletions(-)
[tvm] branch main updated (1bae425 -> 1914462)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 1bae425 Update TVM VTA (VTA Chisel Wide memory interface) (#8973) add 1914462 Make expressions in the DynamicToStatic pass tests more dynamic (#8989) No new revisions were added by this update. Summary of changes: tests/python/relay/test_pass_dynamic_to_static.py | 139 +++--- 1 file changed, 94 insertions(+), 45 deletions(-)
[tvm] branch main updated (1854e10 -> cf439ec)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 1854e10 [COMMUNITY] new committer -- giuseros (#8956) add cf439ec support slicing with out of order axes (#8959) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 32 ++ tests/python/frontend/onnx/test_forward.py | 2 ++ 2 files changed, 13 insertions(+), 21 deletions(-)
[tvm] branch main updated (27be462 -> 7c9811c)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 27be462 [Community] @Hzfengsy -> Committer (#8908) add 7c9811c Set default value of p in LpPool as 2 (#8866) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 5 +++-- tests/python/frontend/onnx/test_forward.py | 16 ++-- 2 files changed, 17 insertions(+), 4 deletions(-)
[tvm] branch main updated (09e234d -> 5140d90)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 09e234d [DOCS] TVM install addenda for M1 Macs (#8568) add 5140d90 Parametrize ONNX Unit tests (#8621) No new revisions were added by this update. Summary of changes: tests/python/frontend/onnx/test_forward.py | 3743 +++- tests/scripts/task_python_frontend.sh |5 +- 2 files changed, 1966 insertions(+), 1782 deletions(-)
[tvm] branch ci-docker-staging updated (c5b415e -> b60bc61)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from c5b415e Disable failing onnx cuda tests add b60bc61 Flaky QEMU test No new revisions were added by this update. Summary of changes:
[tvm] branch ci-docker-staging updated (03c5917 -> c5b415e)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from 03c5917 flaky test add c5b415e Disable failing onnx cuda tests No new revisions were added by this update. Summary of changes: tests/python/frontend/onnx/test_forward.py | 4 1 file changed, 4 insertions(+)
[tvm] branch ci-docker-staging updated (e2c40e6 -> 03c5917)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from e2c40e6 Merge jenkinsfile add 03c5917 flaky test No new revisions were added by this update. Summary of changes:
[tvm] branch ci-docker-staging updated (be5502e -> e2c40e6)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard be5502e Merge jenkinsfile discard 903c853 Add uses_gpu to onnx node tests discard 03178c4 add onnx to CPU tests discard e190b5ca See if this fixes CI problem add fc870f8 Remove unused variable in topi cpp test (#8549) add ee207fd [RPC] Add explicit type cast to print. (#8524) add a492db8 [Bugfix] Visit each input param of the function in ExprVisitor visit_function (#8521) add 3b7aed3 [FFI] Specifically check handle for recursion during shutdown (#8548) add f2354ee Add a `--context-path` for build.sh, allowing to test Dockerfiles (#8557) add 60eca6f See if this fixes CI problem add df1d4f6 add onnx to CPU tests add a345ad0 Add uses_gpu to onnx node tests add e2c40e6 Merge jenkinsfile This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (be5502e) \ N -- N -- N refs/heads/ci-docker-staging (e2c40e6) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: docker/build.sh | 18 ++ python/tvm/relay/expr_functor.py | 6 -- python/tvm/rpc/client.py | 2 +- python/tvm/runtime/object.py | 6 -- tests/cpp/topi_ewise_test.cc | 2 +- 5 files changed, 24 insertions(+), 10 deletions(-)
[tvm] branch ci-docker-staging updated (80f7d82 -> be5502e)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
discard 80f7d82 Merge jenkinsfile
discard 2d5ca7f Add uses_gpu to onnx node tests
discard 75ca940 add onnx to CPU tests
discard 7189a1a See if this fixes CI problem
add 2df0854 [TensorIR][M2a] Fuse, Split (#8467)
add 789ab1f [Relay] Support resize in the ONNX conversion (#8455)
add 18491ea update qemu install (#8518)
add 45497bd [Topi][UnitTests] Parameterize conv2d and depthwise_conv2d
tests (#8433)
add e95f10f [CUDA] Initial support for dynamic shared memory (#8466)
add 59e96e0 [microTVM][Cortex-R5] Add zephyr cortex-r5 board to Zephyr
(#8519)
add 07243a8 [TVMSCRIPT]Fix script printters StructuralEqual check failed
(#8499)
add bce0db5 [PROFILING] Add json output to profiling reports (#8503)
add e664ef0 [PRINTER] Fix the repeatitive cast in scripr printing (#8531)
add 8ab2074 [Frontend, Tensorflow2] Added support for TensorList ops
(#8454)
add 18171e4 [CMake] Split out libinfo.cc into a separate target. (#8520)
add 3445532 [RUNTIME] Fix TypeKey2Index when for root Object (#8547)
add 9c63f4f [TFLite] Mimic the TFLite's 2.4 reader's behaviour (#8538)
add e190b5ca See if this fixes CI problem
add 03178c4 add onnx to CPU tests
add 903c853 Add uses_gpu to onnx node tests
add be5502e Merge jenkinsfile
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (80f7d82)
\
N -- N -- N refs/heads/ci-docker-staging (be5502e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
CMakeLists.txt | 24 +-
.../boards/qemu_cortex_r5.conf}| 4 +-
.../boards/{qemu_x86.conf => qemu_cortex_r5.conf} | 2 +-
apps/microtvm/zephyr/qemu-hack/qemu-system-arm | 2 +-
...u-system-riscv64 => qemu-system-xilinx-aarch64} | 0
docker/Dockerfile.ci_qemu | 6 +-
docs/dev/codebase_walkthrough.rst | 4 +-
include/tvm/arith/iter_affine_map.h| 12 +
include/tvm/runtime/profiling.h| 33 +
include/tvm/tir/function.h | 11 +-
include/tvm/tir/schedule/schedule.h| 19 +
python/tvm/contrib/target/onnx.py | 91 +++
python/tvm/relay/frontend/tensorflow2.py | 206 -
python/tvm/relay/frontend/tensorflow2_ops.py | 179 +
python/tvm/relay/frontend/tensorflow_ops.py| 12 +
python/tvm/relay/frontend/tflite.py| 24 +-
python/tvm/runtime/profiling/__init__.py | 57 ++
python/tvm/script/intrin.py| 26 +-
python/tvm/target/target.py| 1 +
python/tvm/tir/schedule/schedule.py| 138 +++-
python/tvm/topi/nn/conv2d.py | 5 +-
python/tvm/topi/nn/depthwise_conv2d.py | 52 +-
python/tvm/topi/nn/mapping.py | 31 +-
python/tvm/topi/testing/__init__.py| 6 +-
python/tvm/topi/testing/depthwise_conv2d_python.py | 57 ++
python/tvm/topi/x86/group_conv2d.py| 7 +-
src/arith/iter_affine_map.cc | 15 +
src/arith/rewrite_simplify.cc | 4 +
src/runtime/cuda/cuda_module.cc| 14 +-
src/runtime/file_utils.cc | 10 +-
src/runtime/meta_data.h| 5 +-
src/runtime/metal/metal_module.mm | 12 +-
src/runtime/object.cc | 8 +-
src/runtime/opencl/opencl_module.cc| 14 +-
src/runtime/profiling.cc | 68 ++
src/runtime/rocm/rocm_module.cc| 19 +-
src/runtime/thread_storage_scope.h | 33 +-
src/runtime/vulkan/vulkan_wrapped_func.cc | 8 +-
src/runtime/vulkan/vulkan_wrapped_func.h | 7 +-
src/target/build_common.h | 7 +-
src/target/llvm/codegen_amdgpu.cc | 70 +-
src/target/llvm/codegen_llvm.cc| 16 +
src/target/llvm/codegen_llvm.h | 5 +
src/target/llvm/codegen_nvptx.cc
[tvm] branch ci-docker-staging updated (843d1c4 -> 80f7d82)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard 843d1c4 Merge branch 'main' into onnx_cpu_tests discard 9fc03b9 Change jenkinsfile discard 5d0afb0 Add uses_gpu to onnx node tests discard 2b93e2e add onnx to CPU tests discard bd6ba1f See if this fixes CI problem add 1141709 Fix 8093, Enhance Buffer Index Simplify (#8204) add 1a1be09 [Refactor] Remove scope attribute from Buffer class (#8463) add dbdfc44 Enable ONNX tests that needed onnxruntime 1.7.0 (#8502) add 78142b6 Organize the CodeOwners file: (#8512) add eacc2cb [TIR] Bugfix for zero number arguments tir functions. (#8515) add e8c7f67 [Relay] Fix bug in test_op_level3 (#8508) add 7189a1a See if this fixes CI problem add 75ca940 add onnx to CPU tests add 2d5ca7f Add uses_gpu to onnx node tests add 80f7d82 Merge jenkinsfile This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (843d1c4) \ N -- N -- N refs/heads/ci-docker-staging (80f7d82) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: .github/CODEOWNERS | 154 +--- include/tvm/tir/buffer.h| 15 +-- include/tvm/topi/detail/extern.h| 2 +- python/tvm/script/special_stmt.py | 2 +- python/tvm/tir/buffer.py| 10 +- python/tvm/tir/transform/transform.py | 5 +- src/driver/driver_api.cc| 4 +- src/printer/tir_text_printer.cc | 4 +- src/printer/tvmscript_printer.cc| 4 +- src/tir/ir/buffer.cc| 40 +--- src/tir/schedule/state.cc | 4 +- src/tir/transforms/arg_binder.cc| 2 +- src/tir/transforms/bf16_legalize.cc | 4 +- src/tir/transforms/compact_buffer_region.cc | 2 +- src/tir/transforms/flatten_buffer.cc| 5 +- src/tir/transforms/inject_copy_intrin.cc| 6 +- src/tir/transforms/make_packed_api.cc | 15 ++- src/tir/transforms/storage_flatten.cc | 4 +- tests/python/frontend/onnx/test_forward.py | 84 +++ tests/python/relay/test_op_level3.py| 2 +- tests/python/unittest/test_tir_base.py | 11 ++ tests/python/unittest/test_tir_buffer.py| 17 +++ vta/python/vta/transform.py | 22 ++-- 23 files changed, 251 insertions(+), 167 deletions(-)
[tvm] branch ci-docker-staging updated (9fc03b9 -> 843d1c4)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from 9fc03b9 Change jenkinsfile add c8f54f9 [Bugfix, CuDNN] fix segfault when cudnnDestroy called with destroyed cuda context (#8267) add ae58f2c [Topi][Unittests] Parametrized tests in `test_topi_dense.py`, split out gpu-independent implementations (#8336) add aa6fd43 [Build] Add CUDA_VERSION and GIT_COMMIT_TIME (#8372) add 4284e32 Fix compute library installation on AArch64 (#8371) add 9ed593e [Unittests] Added a meta-test for tvm.testing.fixture behavior in case of a broken fixture. (#8343) add b1a946b [Vulkan][Unittests] Add parametrization to vulkan unit tests. (#8348) add faadb7d [FIX] Detect like cores by looking at scaling_max_freq instead of (#8370) add 6d1ced0 [Matmul] Add matmul op (#8234) add 8d4df91 Fix issue with importing models using Tensorflow Lite 2.4.x schema (#8375) add 073becd [MyPy] Minimal type checking on TIR schedule (#8367) add 1d64fa5 Update the tvmc tutorial with additional requirements (#8334) add 39e1ffe Support QLinearAdd from onnx runtime com.microsoft contrib ops. (#8305) add c989e4a [Metal] Add pass for splitting kernel with huge number of args (#8313) add 578f617 [Tuning] Allow multiprocessing spawn to work (on macOS llvm at least) (#8363) add 7504a9c fix ci-arm build process (#8377) add a66186b [FIX] Fix depthwise conv2d on non-cuda GPU platforms (#8379) add 2e47947 [cuDNN] Add support for log_softmax (#8369) add 9112b6e Allow tvmc to compile models with AOT executor in MLF (#8331) add 29e958d [TIR][TVMScript] specialize (#8354) add 6f600f1 [Refactor] Remove dead code from depthwise_conv2d for Intel graphics (#8381) add ab01abc [BugFix][Relay] Fix type relation for batch_matmul (#8376) add 22204be fix keras install (#8391) add 7b898d0 Fix np.int and np.float usage in the tree. (#8389) add 354d996 Add missing annotation for requires_gpu in test_topi_dense.py Requires GPU (#8387) add 970aeff Add "operator" style to Model Library Format (#8072) add 2e3d617 macOS is now supported (#8396) add 7e3f068 [microTVM] Add Nucleo stm32l4r5zi board to zephyr (#8386) add e19e979 [Torch] Remove unused conversion (#8397) add e32d47e [Arith] Inverse affine map (#8384) add a00d211 Actually add Compute Library tests to the Jenkins File (#8394) add d17f753 Support aten::flip (#8398) add d3fc562 [Relay][TOPI] Resize 1D (#8346) add 6a3d950 [Docs] Fix for broken link in apps for wasm-standalone dir (#8045) add ec47129 add aten::masked_fill_ in pytorch frontend (#8403) add 6bcad2e fix storage rewrite index remap (#8338) add bbfc52c Cleanup more uses of np.bool and np.int. (#8399) add bd5cd9f [Fix] Update stale relay.Module API in docs/comments (#8411) add 2628179 [ONNX] Wrap 'If' if it has multiple outputs (#8385) add a4775c2 [DOCS] Add docs for Pass Instrument (#8220) add 8fb4cdf Revert "Actually add Compute Library tests to the Jenkins File (#8394)" (#8400) add 9c66587 Refactor the compile engine into a cleaner interface. (#7518) add 0b39af7 [Relay] Fix index order in conv2d computation for Arm CPU. (#8361) add e3e03df [microTVM] Add fixture to zephyr test (#8393) add e7c5349 [Relay] Add support of conv2d with NHWC for Mali (#8422) add ee65ab7 [PyLint] Minor updates to pass pylint locally. (#8424) add 53cb8aa [Frontend] Check LLVM enabled/installed (#8414) add 4b67e9d [Bug] Fix x86 dense schedule extern ops (#8420) add e934b7e [Doc] Fix Relay pattern rewrite (#8425) add 0fa4396 [CUDA] dense_tensorcore/batch_matmul_tensorcore support int8/int4 (#8402) add 683c5eb [Arith] Simplify MatchFusePattern in InverseAffineMap (#8427) add e51f5bb [TOPI] Bugfix for topi.prod (#8416) add f692fc7 Improve XGBTuner document (#8428) add 513fcf4 [TVMSCRIPT] TVMScript Parser support BufferSlice indices (#8408) add 6141cac Replace RuntimeError in _lookup_task with deferred error. (#8421) add bdfbc86 fix flaky TF test (#8431) add 59b204d [microTVM][RVM] Fix clock skew on virtualbox (#8395) add 972d7b5 [Relay] Add support of conv2d with NHWC for Bifrost (#8430) add 3a9a388 fix wrong log of tir pass VerifyMemory (#8445) add c3558a1 [Relay to onnx conversion fixes][Pool, Pad] (#8435) add 3424005 [Relay to onnx conversion][New ops] (#8436) add 1d7a9e9 [ROCM] Fix undefined symbols by adding library (#8446) add 15bdf28 Fix address and port reported by android_rpc to tracker (#8405) add c81d533 [Bugfix] Fix broadcast type func with incomplete type (#8438) add cd5a20e [COMMUNITY] @junrushao1994 -> PMC (#8450
[tvm] branch ci-docker-staging updated (5fbe3be -> 9fc03b9)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. omit 5fbe3be support explicit padding for NCHW TF padding test omit ccf68b7 manage TF memory use in TF1 tests omit 5c6ad9a next try at docker images omit 97e230a skip a test until update complete omit ec491a9 try updating docker images again omit 6294f4a disable test until CI update complete omit 14dbe8f Don't force output shape for conv transpose tests, add 1D and 3D cases omit 88481a3 support convtranspose opset 11 autopadding omit 88daf65 point jenkins at new docker omit 82be50d add failing onnx tets omit bd88ee2 Fix auto-scheduling after 9c6658721 (#8478) omit 8a8c9b2 [AMP] Add default op attribute registration to __init__.py (#8460) omit 11c5b6d [Relay][Onnx][Frontend] Add RandomUniform converter and tests to onnx frontend. (#8426) omit 29f789f [Codegen] Remove compile_enginer header (#8471) omit 1a9bcc5 [UnitTests] Minor fixes to unit tests for cudnn/vulkan targets (#8462) omit bbba5da [COMMUNITY] comaniac added as new PMC member (#8470) omit e1b3ff4 [Relay][Frontend][ONNX] Add ConvInteger support. (#8456) omit f15be8b [RPC] Fix cpp_rpc connection to rpc_tracker (#8388) omit a425d265 [Docs] Corrected typo in googletest build instructions. (#8459) omit c16d61b [Fix] Remove unused variable in GraphExecutorCodegen (#8465) omit 5c1a1cf [CUDA] Improve injective schedule to enable half2 (#8457) omit 73b38e8 [Fix] Explicitly retain `__hash__` of `StringImm` (#8449) omit 1a26733 [Refactor] Enforce attaching storage scope to PointerType (#8366) omit f62917e [TOPI] Add support for arbitrary dtypes to CSRMV and CSRMM (#8437) omit 136f218 [Relay][ONNX] Batch_matmul to dense optimization (#8440) omit d67514b [PROFILING] Use PAPI to collect hardware performance counters on CPU and CUDA (#7983) omit 957cc12 [Relay] Modify create_executor to pass params (#8418) omit 80f48c7 [microTVM] Fix Stack Size Issue for Zephyr AOT Demo on Physical Hardware (#8453) omit 807373c Add qnn batch_matmul operator (#8401) omit d043cb9 [BugFix][TOPI] Fix the integer overflow problem of the scatter_nd op. (#8415) omit 62adc77 [MyPy] Extend type checking and annotation for TIR (#8429) omit cd5a20e [COMMUNITY] @junrushao1994 -> PMC (#8450) omit c81d533 [Bugfix] Fix broadcast type func with incomplete type (#8438) omit 15bdf28 Fix address and port reported by android_rpc to tracker (#8405) omit 1d7a9e9 [ROCM] Fix undefined symbols by adding library (#8446) omit 3424005 [Relay to onnx conversion][New ops] (#8436) omit c3558a1 [Relay to onnx conversion fixes][Pool, Pad] (#8435) omit 3a9a388 fix wrong log of tir pass VerifyMemory (#8445) omit 972d7b5 [Relay] Add support of conv2d with NHWC for Bifrost (#8430) omit 59b204d [microTVM][RVM] Fix clock skew on virtualbox (#8395) omit bdfbc86 fix flaky TF test (#8431) omit 6141cac Replace RuntimeError in _lookup_task with deferred error. (#8421) omit 513fcf4 [TVMSCRIPT] TVMScript Parser support BufferSlice indices (#8408) omit f692fc7 Improve XGBTuner document (#8428) omit e51f5bb [TOPI] Bugfix for topi.prod (#8416) omit 683c5eb [Arith] Simplify MatchFusePattern in InverseAffineMap (#8427) omit 0fa4396 [CUDA] dense_tensorcore/batch_matmul_tensorcore support int8/int4 (#8402) omit e934b7e [Doc] Fix Relay pattern rewrite (#8425) omit 4b67e9d [Bug] Fix x86 dense schedule extern ops (#8420) omit 53cb8aa [Frontend] Check LLVM enabled/installed (#8414) omit ee65ab7 [PyLint] Minor updates to pass pylint locally. (#8424) omit e7c5349 [Relay] Add support of conv2d with NHWC for Mali (#8422) omit e3e03df [microTVM] Add fixture to zephyr test (#8393) omit 0b39af7 [Relay] Fix index order in conv2d computation for Arm CPU. (#8361) omit 9c66587 Refactor the compile engine into a cleaner interface. (#7518) omit 8fb4cdf Revert "Actually add Compute Library tests to the Jenkins File (#8394)" (#8400) omit a4775c2 [DOCS] Add docs for Pass Instrument (#8220) omit 2628179 [ONNX] Wrap 'If' if it has multiple outputs (#8385) omit bd5cd9f [Fix] Update stale relay.Module API in docs/comments (#8411) omit bbfc52c Cleanup more uses of np.bool and np.int. (#8399) omit 6bcad2e fix storage rewrite index remap (#8338) omit ec47129 add aten::masked_fill_ in pytorch frontend (#8403) omit 6a3d950 [Docs] Fix for broken link in apps for wasm-standalone dir (#8045) omit d3fc562 [Relay][TOPI] Resize 1D (#8346) omit d17f753 Support aten::flip (#8398) omit a00d211 Actually add Compute Library tests to the Jenkins File (#8394) omit e32d47e [Arith] Inverse affine map (#8384)
[tvm] branch main updated (4b2ccde -> 6d88bdd)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 4b2ccde src/runtime/module.cc (#8496) add 6d88bdd Update Docker CI (#8193) No new revisions were added by this update. Summary of changes: Jenkinsfile | 8 +- python/tvm/relay/frontend/onnx.py| 64 + tests/python/frontend/onnx/test_forward.py | 311 +++ tests/python/frontend/tensorflow/test_forward.py | 9 + 4 files changed, 340 insertions(+), 52 deletions(-)
[tvm] branch main updated (ce15ca6 -> 63c6df8)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from ce15ca6 [Relay][Frontend][ONNX] Allow importing models with malformed Loop nodes. (#8475) add 63c6df8 FoldScaleAxis became non-recursive (#8325) No new revisions were added by this update. Summary of changes: src/relay/transforms/fold_scale_axis.cc | 137 ++-- 1 file changed, 78 insertions(+), 59 deletions(-)
[tvm] branch main updated (bd88ee2 -> ce15ca6)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from bd88ee2 Fix auto-scheduling after 9c6658721 (#8478) add ce15ca6 [Relay][Frontend][ONNX] Allow importing models with malformed Loop nodes. (#8475) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 26 +- tests/python/frontend/onnx/test_forward.py | 13 +++-- 2 files changed, 24 insertions(+), 15 deletions(-)
[tvm] branch ci-docker-staging updated (56da2ab -> 5fbe3be)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard 56da2ab support explicit padding for NCHW TF padding test discard 7ae767d manage TF memory use in TF1 tests discard 2bf210d next try at docker images discard 68cef66 skip a test until update complete discard c0b6bf4 try updating docker images again discard a1e278e disable test until CI update complete discard 6352a12 Don't force output shape for conv transpose tests, add 1D and 3D cases discard 8f2c1aa support convtranspose opset 11 autopadding discard 3aa5c64 point jenkins at new docker discard b3e8d61 add failing onnx tets add bbba5da [COMMUNITY] comaniac added as new PMC member (#8470) add 1a9bcc5 [UnitTests] Minor fixes to unit tests for cudnn/vulkan targets (#8462) add 29f789f [Codegen] Remove compile_enginer header (#8471) add 11c5b6d [Relay][Onnx][Frontend] Add RandomUniform converter and tests to onnx frontend. (#8426) add 8a8c9b2 [AMP] Add default op attribute registration to __init__.py (#8460) add bd88ee2 Fix auto-scheduling after 9c6658721 (#8478) add 82be50d add failing onnx tets add 88daf65 point jenkins at new docker add 88481a3 support convtranspose opset 11 autopadding add 14dbe8f Don't force output shape for conv transpose tests, add 1D and 3D cases add 6294f4a disable test until CI update complete add ec491a9 try updating docker images again add 97e230a skip a test until update complete add 5c6ad9a next try at docker images add ccf68b7 manage TF memory use in TF1 tests add 5fbe3be support explicit padding for NCHW TF padding test This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (56da2ab) \ N -- N -- N refs/heads/ci-docker-staging (5fbe3be) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: CONTRIBUTORS.md| 2 +- python/tvm/auto_scheduler/task_scheduler.py| 2 +- python/tvm/relay/frontend/onnx.py | 27 ++ python/tvm/relay/transform/__init__.py | 2 +- python/tvm/relay/transform/mixed_precision.py | 9 ++-- src/relay/backend/graph_executor_codegen.cc| 35 ++--- tests/python/contrib/test_cudnn.py | 2 + tests/python/frontend/onnx/test_forward.py | 61 ++ .../python/unittest/test_target_codegen_device.py | 2 +- 9 files changed, 115 insertions(+), 27 deletions(-)
[tvm] branch ci-docker-staging updated (c6064b0 -> 56da2ab)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
discard c6064b0 support explicit padding for NCHW TF padding test
discard 38b3165 manage TF memory use in TF1 tests
discard 7f5a959 next try at docker images
discard 275cc43 skip a test until update complete
discard 01f058a try updating docker images again
discard ca7497e disable test until CI update complete
discard 1d06784 Don't force output shape for conv transpose tests, add 1D and
3D cases
discard 77e6077 support convtranspose opset 11 autopadding
discard b7a65f3 point jenkins at new docker
discard fa513d5 add failing onnx tets
add 15bdf28 Fix address and port reported by android_rpc to tracker
(#8405)
add c81d533 [Bugfix] Fix broadcast type func with incomplete type (#8438)
add cd5a20e [COMMUNITY] @junrushao1994 -> PMC (#8450)
add 62adc77 [MyPy] Extend type checking and annotation for TIR (#8429)
add d043cb9 [BugFix][TOPI] Fix the integer overflow problem of the
scatter_nd op. (#8415)
add 807373c Add qnn batch_matmul operator (#8401)
add 80f48c7 [microTVM] Fix Stack Size Issue for Zephyr AOT Demo on
Physical Hardware (#8453)
add 957cc12 [Relay] Modify create_executor to pass params (#8418)
add d67514b [PROFILING] Use PAPI to collect hardware performance counters
on CPU and CUDA (#7983)
add 136f218 [Relay][ONNX] Batch_matmul to dense optimization (#8440)
add f62917e [TOPI] Add support for arbitrary dtypes to CSRMV and CSRMM
(#8437)
add 1a26733 [Refactor] Enforce attaching storage scope to PointerType
(#8366)
add 73b38e8 [Fix] Explicitly retain `__hash__` of `StringImm` (#8449)
add 5c1a1cf [CUDA] Improve injective schedule to enable half2 (#8457)
add c16d61b [Fix] Remove unused variable in GraphExecutorCodegen (#8465)
add a425d265 [Docs] Corrected typo in googletest build instructions.
(#8459)
add f15be8b [RPC] Fix cpp_rpc connection to rpc_tracker (#8388)
add e1b3ff4 [Relay][Frontend][ONNX] Add ConvInteger support. (#8456)
add b3e8d61 add failing onnx tets
add 3aa5c64 point jenkins at new docker
add 8f2c1aa support convtranspose opset 11 autopadding
add 6352a12 Don't force output shape for conv transpose tests, add 1D and
3D cases
add a1e278e disable test until CI update complete
add c0b6bf4 try updating docker images again
add 68cef66 skip a test until update complete
add 2bf210d next try at docker images
add 7ae767d manage TF memory use in TF1 tests
add 56da2ab support explicit padding for NCHW TF padding test
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c6064b0)
\
N -- N -- N refs/heads/ci-docker-staging (56da2ab)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
CMakeLists.txt | 2 +
CONTRIBUTORS.md| 2 +-
apps/cpp_rpc/rpc_env.cc| 9 +-
apps/cpp_rpc/rpc_server.cc | 2 +-
apps/cpp_rpc/rpc_tracker_client.h | 15 +-
.../modules/contrib/PAPI.cmake | 17 +-
docs/dev/inferbound.rst| 2 -
docs/index.rst | 1 +
docs/install/from_source.rst | 2 +-
.../{api/python/driver.rst => profiling/index.rst} | 10 +-
docs/profiling/papi.rst| 114
.../tvm/runtime/contrib/papi.h | 39 ++-
include/tvm/runtime/profiling.h| 102 ++-
include/tvm/runtime/threading_backend.h| 8 +
include/tvm/te/operation.h | 15 +-
include/tvm/tir/buffer.h | 3 +-
include/tvm/tir/stmt.h | 9 +-
.../tvm/rpc/ConnectTrackerServerProcessor.java | 4 +-
python/tvm/contrib/debugger/debug_executor.py | 9 +-
python/tvm/relay/build_module.py | 9 +-
python/tvm/relay/frontend/onnx.py | 106 +++-
python/tvm/relay/op/strategy/x86.py| 6 +-
python/tvm/relay/qnn/op/qnn.py | 38 +++
python/tvm/runtime/profiler_vm.
[tvm] branch ci-docker-staging updated: support explicit padding for NCHW TF padding test
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git The following commit(s) were added to refs/heads/ci-docker-staging by this push: new c6064b0 support explicit padding for NCHW TF padding test c6064b0 is described below commit c6064b041845bd3b49a6c724804f54c2954d1179 Author: Matthew Brookhart AuthorDate: Wed Jul 14 10:14:04 2021 -0700 support explicit padding for NCHW TF padding test --- tests/python/frontend/tensorflow/test_forward.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/python/frontend/tensorflow/test_forward.py b/tests/python/frontend/tensorflow/test_forward.py index 7cd47d0..72af268 100644 --- a/tests/python/frontend/tensorflow/test_forward.py +++ b/tests/python/frontend/tensorflow/test_forward.py @@ -325,6 +325,8 @@ def _test_pooling(input_shape, **kwargs): if is_gpu_available(): if len(input_shape) == 4: input_shape = [input_shape[ii] for ii in (0, 3, 1, 2)] +if isinstance(kwargs["padding"], list): +kwargs["padding"] = [kwargs["padding"][ii] for ii in (0, 3, 1, 2)] kwargs["data_format"] = "NCHW" _test_pooling_iteration(input_shape, **kwargs)
[tvm] branch main updated (f15be8b -> e1b3ff4)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from f15be8b [RPC] Fix cpp_rpc connection to rpc_tracker (#8388) add e1b3ff4 [Relay][Frontend][ONNX] Add ConvInteger support. (#8456) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 79 ++- tests/python/frontend/onnx/test_forward.py | 158 - 2 files changed, 234 insertions(+), 3 deletions(-)
[tvm] branch ci-docker-staging updated (7f5a959 -> 38b3165)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from 7f5a959 next try at docker images add 38b3165 manage TF memory use in TF1 tests No new revisions were added by this update. Summary of changes: tests/python/frontend/tensorflow/test_forward.py | 7 +++ 1 file changed, 7 insertions(+)
[tvm] branch main updated (62adc77 -> d043cb9)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 62adc77 [MyPy] Extend type checking and annotation for TIR (#8429) add d043cb9 [BugFix][TOPI] Fix the integer overflow problem of the scatter_nd op. (#8415) No new revisions were added by this update. Summary of changes: python/tvm/topi/cuda/scatter.py | 6 -- 1 file changed, 4 insertions(+), 2 deletions(-)
[tvm] branch main updated (15bdf28 -> c81d533)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 15bdf28 Fix address and port reported by android_rpc to tracker (#8405) add c81d533 [Bugfix] Fix broadcast type func with incomplete type (#8438) No new revisions were added by this update. Summary of changes: src/relay/op/tensor/transform.cc | 10 +- 1 file changed, 9 insertions(+), 1 deletion(-)
[tvm] branch ci-docker-staging updated (0d1693a -> 7f5a959)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
discard 0d1693a next try at docker images
discard 90efe24 skip a test until update complete
discard 8bce13c try updating docker images again
discard 7fc7f81 disable test until CI update complete
discard ed3c7fe Don't force output shape for conv transpose tests, add 1D and
3D cases
discard f4445df support convtranspose opset 11 autopadding
discard 015b2e5 point jenkins at new docker
discard 2c3fc85 add failing onnx tets
add e3e03df [microTVM] Add fixture to zephyr test (#8393)
add e7c5349 [Relay] Add support of conv2d with NHWC for Mali (#8422)
add ee65ab7 [PyLint] Minor updates to pass pylint locally. (#8424)
add 53cb8aa [Frontend] Check LLVM enabled/installed (#8414)
add 4b67e9d [Bug] Fix x86 dense schedule extern ops (#8420)
add e934b7e [Doc] Fix Relay pattern rewrite (#8425)
add 0fa4396 [CUDA] dense_tensorcore/batch_matmul_tensorcore support
int8/int4 (#8402)
add 683c5eb [Arith] Simplify MatchFusePattern in InverseAffineMap (#8427)
add e51f5bb [TOPI] Bugfix for topi.prod (#8416)
add f692fc7 Improve XGBTuner document (#8428)
add 513fcf4 [TVMSCRIPT] TVMScript Parser support BufferSlice indices
(#8408)
add 6141cac Replace RuntimeError in _lookup_task with deferred error.
(#8421)
add bdfbc86 fix flaky TF test (#8431)
add 59b204d [microTVM][RVM] Fix clock skew on virtualbox (#8395)
add 972d7b5 [Relay] Add support of conv2d with NHWC for Bifrost (#8430)
add 3a9a388 fix wrong log of tir pass VerifyMemory (#8445)
add c3558a1 [Relay to onnx conversion fixes][Pool, Pad] (#8435)
add 3424005 [Relay to onnx conversion][New ops] (#8436)
add 1d7a9e9 [ROCM] Fix undefined symbols by adding library (#8446)
add fa513d5 add failing onnx tets
add b7a65f3 point jenkins at new docker
add 77e6077 support convtranspose opset 11 autopadding
add 1d06784 Don't force output shape for conv transpose tests, add 1D and
3D cases
add ca7497e disable test until CI update complete
add 01f058a try updating docker images again
add 275cc43 skip a test until update complete
add 7f5a959 next try at docker images
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (0d1693a)
\
N -- N -- N refs/heads/ci-docker-staging (7f5a959)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
apps/microtvm/reference-vm/zephyr/Vagrantfile | 1 +
cmake/modules/ROCM.cmake | 3 +
cmake/utils/FindROCM.cmake | 1 +
docs/langref/relay_pattern.rst | 6 +-
python/tvm/autotvm/task/task.py| 29 -
python/tvm/autotvm/tuner/xgboost_tuner.py | 4 +-
python/tvm/contrib/target/onnx.py | 46 ++-
python/tvm/relay/frontend/common.py| 1 +
python/tvm/relay/op/strategy/bifrost.py| 8 ++
python/tvm/relay/op/strategy/cuda.py | 15 ++-
python/tvm/relay/op/strategy/mali.py | 57
python/tvm/script/diagnostics.py | 3 +-
python/tvm/script/node.py | 6 +-
python/tvm/topi/arm_cpu/conv2d_spatial_pack.py | 15 ++-
python/tvm/topi/cuda/batch_matmul_tensorcore.py| 83 ++--
python/tvm/topi/cuda/dense_tensorcore.py | 81 ++--
python/tvm/topi/cuda/tensorcore_alter_op.py| 129 +-
python/tvm/topi/image/resize.py| 18 +--
python/tvm/topi/mali/conv2d.py | 124 --
python/tvm/topi/random/kernel.py | 4 +-
python/tvm/topi/scan.py| 6 +-
python/tvm/topi/testing/__init__.py| 1 +
.../tvm/topi/testing/{batch_matmul.py => dense.py} | 31 +++--
python/tvm/topi/x86/dense.py | 26 +---
src/arith/iter_affine_map.cc | 45 ++-
src/tir/analysis/verify_memory.cc | 2 +-
tests/micro/zephyr/test_zephyr.py | 7 +
tests/micro/zephyr/test_zephyr_aot.py | 6 +
tests/python/contrib/te
[tvm] 08/08: next try at docker images
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git commit 0d1693a16889419568e1ab3f68cea9dde6b7b38b Author: Matthew AuthorDate: Fri Jul 2 16:51:56 2021 -0600 next try at docker images --- Jenkinsfile | 8 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 0603d81..9056d63 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -45,12 +45,12 @@ // NOTE: these lines are scanned by docker/dev_common.sh. Please update the regex as needed. --> ci_lint = "tlcpack/ci-lint:v0.66" -ci_gpu = "mbrookhart/ci-gpu:v0.1" -ci_cpu = "mbrookhart/ci-cpu:v0.1" +ci_gpu = "mbrookhart/ci-gpu:v0.2" +ci_cpu = "mbrookhart/ci-cpu:v0.2" ci_wasm = "tlcpack/ci-wasm:v0.71" ci_i386 = "tlcpack/ci-i386:v0.73" -ci_qemu = "mbrookhart/ci-qemu:v0.1" -ci_arm = "areusch1/ci-arm-staging:v0.04" +ci_qemu = "mbrookhart/ci-qemu:v0.2" +ci_arm = "areusch1/ci-arm-staging:v0.05" // <--- End of regex-scanned config. // tvm libraries
[tvm] 07/08: skip a test until update complete
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit 90efe241f725618c4cd70ff921cb658e1db1b742
Author: Matthew Brookhart
AuthorDate: Thu Jul 1 07:33:30 2021 -0700
skip a test until update complete
---
tests/python/frontend/onnx/test_forward.py | 62 +++---
1 file changed, 32 insertions(+), 30 deletions(-)
diff --git a/tests/python/frontend/onnx/test_forward.py
b/tests/python/frontend/onnx/test_forward.py
index 83049ee..544b8bd 100644
--- a/tests/python/frontend/onnx/test_forward.py
+++ b/tests/python/frontend/onnx/test_forward.py
@@ -2696,26 +2696,6 @@ def test_convtranspose():
repeat(1, D),
repeat(1, D),
)
-# Convolution with autopadding
-verify_convtranspose_with_padding(
-(1, 1) + repeat(5, D),
-(1, 1) + repeat(3, D),
-None,
-repeat(3, D),
-repeat(1, D),
-repeat(1, D),
-auto_pad="SAME_UPPER",
-)
-# Convolution with valid autopadding
-verify_convtranspose_with_padding(
-(1, 1) + repeat(5, D),
-(1, 1) + repeat(3, D),
-None,
-repeat(3, D),
-repeat(1, D),
-repeat(1, D),
-auto_pad="VALID",
-)
# Convolution with unset padding
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
@@ -2726,16 +2706,38 @@ def test_convtranspose():
repeat(1, D),
True,
)
-# Convolution with non uniform stride
-verify_convtranspose_with_padding(
-(1, 1) + repeat(5, D),
-(1, 1) + repeat(3, D),
-None,
-repeat(3, D),
-repeat(2, D),
-repeat(1, D),
-auto_pad="SAME_UPPER",
- )
+## TODO(mbrookhart): renable autopad tests when CI ONNX
+## and ONNX runtime match versions
+# # Convolution with autopadding
+# verify_convtranspose_with_padding(
+# (1, 1) + repeat(5, D),
+# (1, 1) + repeat(3, D),
+# None,
+# repeat(3, D),
+# repeat(1, D),
+# repeat(1, D),
+# auto_pad="SAME_UPPER",
+# )
+# # Convolution with valid autopadding
+# verify_convtranspose_with_padding(
+# (1, 1) + repeat(5, D),
+# (1, 1) + repeat(3, D),
+# None,
+# repeat(3, D),
+# repeat(1, D),
+# repeat(1, D),
+# auto_pad="VALID",
+# )
+# # Convolution with non uniform stride
+# verify_convtranspose_with_padding(
+# (1, 1) + repeat(5, D),
+# (1, 1) + repeat(3, D),
+# None,
+# repeat(3, D),
+# repeat(2, D),
+# repeat(1, D),
+# auto_pad="SAME_UPPER",
+ # )
# Convolution with dilation
# TODO(mbrookhart): Relay doesn't currently support convtranspose with
dilation
# verify_convtranspose_with_padding(
[tvm] 04/08: Don't force output shape for conv transpose tests, add 1D and 3D cases
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit ed3c7fe9c439454a0337d85deeb7a9f07edd30c6
Author: Matthew
AuthorDate: Thu Jun 17 09:57:31 2021 -0600
Don't force output shape for conv transpose tests, add 1D and 3D cases
---
python/tvm/relay/frontend/onnx.py | 2 --
tests/python/frontend/onnx/test_forward.py | 14 +++---
2 files changed, 3 insertions(+), 13 deletions(-)
diff --git a/python/tvm/relay/frontend/onnx.py
b/python/tvm/relay/frontend/onnx.py
index 49d58fa..9609cca 100644
--- a/python/tvm/relay/frontend/onnx.py
+++ b/python/tvm/relay/frontend/onnx.py
@@ -609,14 +609,12 @@ class ConvTranspose(OnnxOpConverter):
output_padding = attr.get("output_padding", [0] * kndim)
strides = attr["strides"]
total_pad = [0] * kndim
-print(kernel_shape, dilations, output_padding, strides)
for i in range(kndim):
total_pad[i] = (
output_padding[i] + ((kernel_shape[i] - 1) *
dilations[i] + 1) - strides[i]
)
left = [p // 2 for p in total_pad]
right = [total_pad[i] - left[i] for i in range(kndim)]
-print(left, right)
if "LOWER" in attr["auto_pad"]:
pad = left + right
else:
diff --git a/tests/python/frontend/onnx/test_forward.py
b/tests/python/frontend/onnx/test_forward.py
index 74cbc81..f31b939 100644
--- a/tests/python/frontend/onnx/test_forward.py
+++ b/tests/python/frontend/onnx/test_forward.py
@@ -2590,7 +2590,6 @@ def test_conv():
def verify_convtranspose_with_padding(
x_shape,
w_shape,
-y_shape,
padding,
kernel_shape,
strides,
@@ -2626,12 +2625,12 @@ def verify_convtranspose_with_padding(
helper.make_tensor_value_info("x", TensorProto.FLOAT,
list(x_shape)),
helper.make_tensor_value_info("W", TensorProto.FLOAT,
list(w_shape)),
],
-outputs=[helper.make_tensor_value_info("y", TensorProto.FLOAT,
list(y_shape))],
+outputs=[helper.make_tensor_value_info("y", TensorProto.FLOAT, ["?"] *
len(x_shape))],
)
model = helper.make_model(graph, producer_name="convtranspose_pad_test")
-verify_with_ort(model, [x_shape, w_shape], [y_shape], use_vm=True,
convert_to_static=True)
+verify_with_ort(model, [x_shape, w_shape], use_vm=True,
convert_to_static=True)
def verify_convtranspose(x_shape, w_shape, y_shape, p, group=1):
@@ -2678,12 +2677,11 @@ def test_convtranspose():
# TODO(mbrookhart): onnxruntime in CI only supports 2D,
# find something else to test 1D and 3D against
-for D in [2]:
+for D in [1, 2, 3]:
# Convolution with padding
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(5, D),
2 * repeat(1, D),
repeat(3, D),
repeat(1, D),
@@ -2693,7 +2691,6 @@ def test_convtranspose():
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(7, D),
2 * repeat(0, D),
repeat(3, D),
repeat(1, D),
@@ -2703,7 +2700,6 @@ def test_convtranspose():
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(5, D),
None,
repeat(3, D),
repeat(1, D),
@@ -2714,7 +2710,6 @@ def test_convtranspose():
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(7, D),
None,
repeat(3, D),
repeat(1, D),
@@ -2725,7 +2720,6 @@ def test_convtranspose():
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(7, D),
2 * repeat(0, D),
repeat(3, D),
repeat(1, D),
@@ -2736,7 +2730,6 @@ def test_convtranspose():
verify_convtranspose_with_padding(
(1, 1) + repeat(5, D),
(1, 1) + repeat(3, D),
-(1, 1) + repeat(9, D),
None,
repeat(3, D),
repeat(2, D),
@@ -2748,7 +2741,6 @@ def test_convtranspose():
# verify_convtranspose_with_padding(
# (1, 1) + repeat(5, D),
# (1, 1) + repeat(3, D),
-# (1, 1) + repeat(5, D),
# 2 * repeat(2, D),
# repeat(3, D),
# repeat(1, D),
[tvm] 03/08: support convtranspose opset 11 autopadding
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit f4445dff9e9410c5bcbfc58d2d5ccf9383a94460
Author: Matthew
AuthorDate: Wed Jun 16 16:03:40 2021 -0600
support convtranspose opset 11 autopadding
---
python/tvm/relay/frontend/onnx.py | 66 +++
1 file changed, 66 insertions(+)
diff --git a/python/tvm/relay/frontend/onnx.py
b/python/tvm/relay/frontend/onnx.py
index f876b1d..49d58fa 100644
--- a/python/tvm/relay/frontend/onnx.py
+++ b/python/tvm/relay/frontend/onnx.py
@@ -581,6 +581,72 @@ class ConvTranspose(OnnxOpConverter):
out = _op.nn.bias_add(out, inputs[2])
return out
+@classmethod
+def _impl_v11(cls, inputs, attr, params):
+# get number of channels
+out_type = infer_type(inputs[1])
+out_shapes = [get_const_tuple(out_type.checked_type.shape)]
+channels = out_shapes[0][1]
+attr["channels"] = channels
+groups = attr.get("group", 1)
+
+if "kernel_shape" not in attr:
+attr["kernel_shape"] = out_shapes[0][2:]
+
+attr["groups"] = groups
+# infer pads for auto_pad
+data = inputs[0]
+input_shape = infer_shape(data)
+ndim = len(input_shape)
+if "auto_pad" in attr:
+attr["auto_pad"] = attr["auto_pad"].decode("utf-8")
+if attr["auto_pad"] in ("SAME_UPPER", "SAME_LOWER"):
+# Warning: Convolution does not yet support dynamic shapes,
+# one will need to run dynamic_to_static on this model after
import
+kernel_shape = attr["kernel_shape"]
+kndim = len(kernel_shape)
+dilations = attr.get("dilations", [1] * kndim)
+output_padding = attr.get("output_padding", [0] * kndim)
+strides = attr["strides"]
+total_pad = [0] * kndim
+print(kernel_shape, dilations, output_padding, strides)
+for i in range(kndim):
+total_pad[i] = (
+output_padding[i] + ((kernel_shape[i] - 1) *
dilations[i] + 1) - strides[i]
+)
+left = [p // 2 for p in total_pad]
+right = [total_pad[i] - left[i] for i in range(kndim)]
+print(left, right)
+if "LOWER" in attr["auto_pad"]:
+pad = left + right
+else:
+pad = right + left
+attr["pads"] = pad
+elif attr["auto_pad"] == "VALID":
+attr["pads"] = tuple([0 for i in range(ndim - 2)])
+elif attr["auto_pad"] == "NOTSET":
+pass
+else:
+msg = 'Value {} in attribute "auto_pad" of operator Conv is
invalid.'
+raise
tvm.error.OpAttributeInvalid(msg.format(attr["auto_pad"]))
+attr.pop("auto_pad")
+
+out = AttrCvt(
+op_name=dimension_picker("conv", "_transpose"),
+transforms={
+"kernel_shape": "kernel_size",
+"dilations": ("dilation", 1),
+"pads": ("padding", 0),
+"group": ("groups", 1),
+},
+disables=["output_shape"],
+custom_check=dimension_constraint(),
+)([data, inputs[1]], attr, params)
+use_bias = len(inputs) == 3
+if use_bias:
+out = _op.nn.bias_add(out, inputs[2])
+return out
+
class GlobalAveragePool(OnnxOpConverter):
"""Operator converter for GlobalAveragePool"""
[tvm] 01/08: add failing onnx tets
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git
commit 2c3fc856e407961957e05bdc9f440ff817dd5703
Author: Matthew
AuthorDate: Tue Jun 15 10:50:41 2021 -0600
add failing onnx tets
---
tests/python/frontend/onnx/test_forward.py | 233 -
1 file changed, 227 insertions(+), 6 deletions(-)
diff --git a/tests/python/frontend/onnx/test_forward.py
b/tests/python/frontend/onnx/test_forward.py
index c540769..74cbc81 100644
--- a/tests/python/frontend/onnx/test_forward.py
+++ b/tests/python/frontend/onnx/test_forward.py
@@ -1117,7 +1117,14 @@ def verify_gemm(a_shape, b_shape, c_shape=None,
freeze_params=False, dtype="floa
)
model = helper.make_model(graph, producer_name="gemm_test")
-verify_with_ort_with_inputs(model, input_values,
freeze_params=freeze_params, dtype=dtype)
+atol = 1e-5
+rtol = 1e-5
+if dtype == "float16":
+atol = 1e-3
+rtol = 1e-3
+verify_with_ort_with_inputs(
+model, input_values, freeze_params=freeze_params, dtype=dtype,
atol=atol, rtol=rtol
+)
@tvm.testing.uses_gpu
@@ -2652,7 +2659,7 @@ def verify_convtranspose(x_shape, w_shape, y_shape, p,
group=1):
)
model = helper.make_model(graph, producer_name="convtranspose_test")
-verify_with_ort(model, [x_shape, w_shape], y_shape)
+verify_with_ort(model, [x_shape, w_shape], y_shape, opset=11)
@tvm.testing.uses_gpu
@@ -3985,7 +3992,7 @@ def verify_cond_loop():
trip_count = np.array(40).astype(np.int64)
cond = np.array(1).astype(bool)
input_vals = [trip_count, cond, y]
-verify_with_ort_with_inputs(loop_model, input_vals, use_vm=True,
freeze_params=True)
+verify_with_ort_with_inputs(loop_model, input_vals, use_vm=True,
freeze_params=True, opset=11)
def verify_count_loop():
@@ -4040,7 +4047,7 @@ def verify_count_loop():
trip_count = np.array(5).astype(np.int64)
cond = np.array(1).astype(bool)
input_vals = [trip_count, cond, y]
-verify_with_ort_with_inputs(loop_model, input_vals, use_vm=True,
freeze_params=True)
+verify_with_ort_with_inputs(loop_model, input_vals, use_vm=True,
freeze_params=True, opset=11)
def verify_tensor_loop():
@@ -4095,7 +4102,7 @@ def verify_tensor_loop():
cond = np.array(1).astype(bool)
input_vals = [trip_count, cond, y]
verify_with_ort_with_inputs(
-loop_model, input_vals, use_vm=True, freeze_params=True,
convert_to_static=True
+loop_model, input_vals, use_vm=True, freeze_params=True,
convert_to_static=True, opset=11
)
@@ -4420,10 +4427,33 @@ import glob
onnx_test_folders = sorted(glob.glob("/".join(f.split("/")[0:-1]) +
"/backend/test/data/node/*/"))
unsupported_onnx_tests = [
+"test_adagrad/",
+"test_adagrad_multiple/",
+"test_adam/",
+"test_adam_multiple/",
+"test_argmax_default_axis_example_select_last_index/",
+"test_argmax_default_axis_random_select_last_index/",
+"test_argmax_keepdims_example_select_last_index/",
+"test_argmax_keepdims_random_select_last_index/",
+"test_argmax_negative_axis_keepdims_example_select_last_index/",
+"test_argmax_negative_axis_keepdims_random_select_last_index/",
+"test_argmax_no_keepdims_example_select_last_index/",
+"test_argmax_no_keepdims_random_select_last_index/",
+"test_argmin_default_axis_example_select_last_index/",
+"test_argmin_default_axis_random_select_last_index/",
+"test_argmin_keepdims_example_select_last_index/",
+"test_argmin_keepdims_random_select_last_index/",
+"test_argmin_negative_axis_keepdims_example_select_last_index/",
+"test_argmin_negative_axis_keepdims_random_select_last_index/",
+"test_argmin_no_keepdims_example_select_last_index/",
+"test_argmin_no_keepdims_random_select_last_index/",
"test_basic_convinteger/",
+"test_cast_BFLOAT16_to_FLOAT/",
"test_cast_DOUBLE_to_FLOAT16/",
+"test_cast_FLOAT_to_BFLOAT16/",
"test_cast_FLOAT_to_STRING/",
"test_cast_STRING_to_FLOAT/",
+"test_celu/",
"test_compress_0/",
"test_compress_1/",
"test_compress_default_axis/",
@@ -4440,17 +4470,109 @@ unsupported_onnx_tests = [
"test_cumsum_2d_negative_axis/",
"test_det_2d/",
"test_det_nd/",
+"test_dropout_default/",
+"test_dropout_default_mask/",
+"test_dropout_default_mask_ratio/",
+"test_dropout_default_ratio/",
+"test_einsum_b
[tvm] 05/08: disable test until CI update complete
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git commit 7fc7f81110c5bbbc7100e8da99a0436ccd8c155d Author: Matthew Brookhart AuthorDate: Tue Jun 29 08:24:21 2021 -0700 disable test until CI update complete --- tests/python/frontend/onnx/test_forward.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/python/frontend/onnx/test_forward.py b/tests/python/frontend/onnx/test_forward.py index f31b939..83049ee 100644 --- a/tests/python/frontend/onnx/test_forward.py +++ b/tests/python/frontend/onnx/test_forward.py @@ -2675,9 +2675,9 @@ def test_convtranspose(): def repeat(N, D): return tuple([N for _ in range(D)]) -# TODO(mbrookhart): onnxruntime in CI only supports 2D, -# find something else to test 1D and 3D against -for D in [1, 2, 3]: +# TODO(mbrookhart): onnxruntime in CI only supports 2D, and 1D and 3D +# Once onnxruntime update is complete +for D in [2]: # Convolution with padding verify_convtranspose_with_padding( (1, 1) + repeat(5, D),
[tvm] 06/08: try updating docker images again
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git commit 8bce13c32884717087b3fd8b2c595e0c6f3523a6 Author: Matthew Brookhart AuthorDate: Wed Jun 30 11:08:51 2021 -0700 try updating docker images again --- Jenkinsfile | 8 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 8e5cee0..0603d81 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -45,12 +45,12 @@ // NOTE: these lines are scanned by docker/dev_common.sh. Please update the regex as needed. --> ci_lint = "tlcpack/ci-lint:v0.66" -ci_gpu = "mbrookhart/ci-gpu:v0.0" -ci_cpu = "mbrookhart/ci-cpu:v0.0" +ci_gpu = "mbrookhart/ci-gpu:v0.1" +ci_cpu = "mbrookhart/ci-cpu:v0.1" ci_wasm = "tlcpack/ci-wasm:v0.71" ci_i386 = "tlcpack/ci-i386:v0.73" -ci_qemu = "mbrookhart/ci-qemu:v0.0" -ci_arm = "mbrookhart/ci-arm:v0.0" +ci_qemu = "mbrookhart/ci-qemu:v0.1" +ci_arm = "areusch1/ci-arm-staging:v0.04" // <--- End of regex-scanned config. // tvm libraries
[tvm] 02/08: point jenkins at new docker
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git commit 015b2e58e2d4361f73a9d8104a6354ef219b7375 Author: Matthew Brookhart AuthorDate: Tue Jun 15 12:45:48 2021 -0700 point jenkins at new docker --- Jenkinsfile | 8 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index f26b148..8e5cee0 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -45,12 +45,12 @@ // NOTE: these lines are scanned by docker/dev_common.sh. Please update the regex as needed. --> ci_lint = "tlcpack/ci-lint:v0.66" -ci_gpu = "tlcpack/ci-gpu:v0.75" -ci_cpu = "tlcpack/ci-cpu:v0.74" +ci_gpu = "mbrookhart/ci-gpu:v0.0" +ci_cpu = "mbrookhart/ci-cpu:v0.0" ci_wasm = "tlcpack/ci-wasm:v0.71" ci_i386 = "tlcpack/ci-i386:v0.73" -ci_qemu = "tlcpack/ci-qemu:v0.05" -ci_arm = "tlcpack/ci-arm:v0.05" +ci_qemu = "mbrookhart/ci-qemu:v0.0" +ci_arm = "mbrookhart/ci-arm:v0.0" // <--- End of regex-scanned config. // tvm libraries
[tvm] branch ci-docker-staging updated (702877c -> 0d1693a)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
omit 702877c next try at docker images
omit d3f595a skip a test until update complete
omit 6511883 try updating docker images again
omit ba27885 disable test until CI update complete
omit 084f168 Don't force output shape for conv transpose tests, add 1D and
3D cases
omit 8af68d3 support convtranspose opset 11 autopadding
omit 104b990 point jenkins at new docker
omit 0a2a02c add failing onnx tets
add bd5cd9f [Fix] Update stale relay.Module API in docs/comments (#8411)
add 2628179 [ONNX] Wrap 'If' if it has multiple outputs (#8385)
add a4775c2 [DOCS] Add docs for Pass Instrument (#8220)
add 8fb4cdf Revert "Actually add Compute Library tests to the Jenkins
File (#8394)" (#8400)
add 9c66587 Refactor the compile engine into a cleaner interface. (#7518)
add 0b39af7 [Relay] Fix index order in conv2d computation for Arm CPU.
(#8361)
new 2c3fc85 add failing onnx tets
new 015b2e5 point jenkins at new docker
new f4445df support convtranspose opset 11 autopadding
new ed3c7fe Don't force output shape for conv transpose tests, add 1D and
3D cases
new 7fc7f81 disable test until CI update complete
new 8bce13c try updating docker images again
new 90efe24 skip a test until update complete
new 0d1693a next try at docker images
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (702877c)
\
N -- N -- N refs/heads/ci-docker-staging (0d1693a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Jenkinsfile| 1 -
docs/api/python/ir.rst | 8 +
docs/conf.py | 7 +-
docs/dev/pass_infra.rst| 225 ++-
docs/langref/relay_expr.rst| 2 +-
include/tvm/relay/attrs/annotation.h | 12 +
python/tvm/auto_scheduler/relay_integration.py | 10 +
python/tvm/auto_scheduler/task_scheduler.py| 2 +-
python/tvm/driver/tvmc/common.py | 4 +-
python/tvm/driver/tvmc/frontends.py| 2 +-
python/tvm/ir/instrument.py| 24 +-
python/tvm/ir/transform.py | 4 +-
python/tvm/relay/analysis/analysis.py | 2 +-
python/tvm/relay/backend/compile_engine.py | 4 +-
python/tvm/relay/expr.py | 24 +-
python/tvm/relay/frontend/caffe.py | 2 +-
python/tvm/relay/frontend/onnx.py | 5 +-
python/tvm/relay/frontend/pytorch.py | 2 +-
python/tvm/topi/arm_cpu/conv2d_spatial_pack.py | 2 +-
src/driver/driver_api.cc | 10 +-
src/relay/backend/aot_executor_codegen.cc | 18 +-
src/relay/backend/compile_engine.cc| 663 ++
src/relay/backend/compile_engine.h | 211 +-
src/relay/backend/graph_executor_codegen.cc| 392 ---
src/relay/backend/graph_plan_memory.cc | 60 +-
src/relay/backend/interpreter.cc | 3 +-
src/relay/backend/te_compiler.cc | 743 +
src/relay/backend/te_compiler.h| 196 ++
.../{compile_engine.cc => te_compiler_cache.cc}| 461 -
.../{compile_engine.h => te_compiler_cache.h} | 169 ++---
src/relay/backend/utils.cc | 47 ++
src/relay/backend/utils.h | 4 +
src/relay/backend/vm/compiler.cc | 7 +-
src/relay/ir/function.cc | 14 +-
.../transforms/auto_scheduler_layout_rewrite.cc| 2 +-
src/relay/transforms/device_annotation.cc | 44 +-
src/relay/transforms/memory_alloc.cc | 13 +-
src/relay/transforms/type_infer.cc | 9 +-
src/target/llvm/llvm_module.
[tvm] branch ci-docker-staging updated (c41a4eb -> 702877c)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard c41a4eb next try at docker images discard 4564df5 skip a test until update complete discard 2cbe52d try updating docker images again discard dcdfe62 disable test until CI update complete discard 1e4b630 Don't force output shape for conv transpose tests, add 1D and 3D cases discard c92cec0 support convtranspose opset 11 autopadding discard 8d20c3e point jenkins at new docker discard bf1b4be add failing onnx tets add d17f753 Support aten::flip (#8398) add d3fc562 [Relay][TOPI] Resize 1D (#8346) add 6a3d950 [Docs] Fix for broken link in apps for wasm-standalone dir (#8045) add ec47129 add aten::masked_fill_ in pytorch frontend (#8403) add 6bcad2e fix storage rewrite index remap (#8338) add bbfc52c Cleanup more uses of np.bool and np.int. (#8399) add 0a2a02c add failing onnx tets add 104b990 point jenkins at new docker add 8af68d3 support convtranspose opset 11 autopadding add 084f168 Don't force output shape for conv transpose tests, add 1D and 3D cases add ba27885 disable test until CI update complete add 6511883 try updating docker images again add d3f595a skip a test until update complete add 702877c next try at docker images This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (c41a4eb) \ N -- N -- N refs/heads/ci-docker-staging (702877c) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: apps/README.md |2 +- docs/langref/relay_op.rst |4 +- include/tvm/relay/attrs/image.h| 107 +- python/tvm/relay/frontend/keras.py |1 + python/tvm/relay/frontend/mxnet.py |2 +- python/tvm/relay/frontend/onnx.py | 59 +- python/tvm/relay/frontend/pytorch.py | 23 +- python/tvm/relay/frontend/tensorflow_ops.py|6 +- python/tvm/relay/frontend/tflite.py|6 +- python/tvm/relay/op/dyn/image/_image.py| 26 +- python/tvm/relay/op/image/_image.py| 149 ++- python/tvm/relay/op/image/image.py | 148 ++- python/tvm/relay/op/op_attrs.py| 21 +- python/tvm/topi/image/resize.py| 1191 +++- python/tvm/topi/nn/upsampling.py |6 +- python/tvm/topi/testing/__init__.py|4 +- python/tvm/topi/testing/bilinear_resize_python.py | 105 -- python/tvm/topi/testing/resize_python.py | 294 + .../tvm/topi/testing/trilinear_resize3d_python.py | 111 -- python/tvm/topi/testing/upsampling_python.py | 136 --- python/tvm/topi/utils.py | 10 + src/relay/op/dyn/image/resize.cc | 30 +- src/relay/op/image/resize.cc | 129 ++- src/relay/op/make_op.h |6 +- src/relay/transforms/dynamic_to_static.cc | 10 +- src/tir/transforms/storage_rewrite.cc |2 +- tests/python/frontend/coreml/test_forward.py | 11 +- tests/python/frontend/onnx/test_forward.py | 113 +- tests/python/frontend/pytorch/test_forward.py | 20 + tests/python/relay/dyn/test_dynamic_op_level2.py | 33 +- tests/python/relay/dyn/test_dynamic_op_level5.py | 25 +- tests/python/relay/test_any.py |8 +- tests/python/relay/test_op_level2.py | 34 +- tests/python/relay/test_op_level4.py |6 +- tests/python/relay/test_op_level5.py | 89 +- tests/python/relay/test_pass_convert_op_layout.py | 20 +- tests/python/relay/test_pass_dynamic_to_static.py | 29 +- .../test_topi_depthwise_conv2d_back_weight.py |4 +- tests/python/topi/python/test_topi_image.py| 74 +- tests/python/topi/python/test_topi_upsampling.py | 32 +- tests/python/unittest/test_tir_nodes.py|4 +- .../unittest/test_tir_transform_storage_rewrite.py | 42 + 42 files changed, 1899 insertions(+), 1233 deletions(-) delete mode 100644 python/tvm/topi/testing/bilinear_resize_python.py crea
[tvm] branch ci-docker-staging updated (13e27ef -> c41a4eb)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
discard 13e27ef Merge branch 'update_onnx' of github.com:mbrookhart/tvm into
update_onnx
discard 8dd9088 next try at docker images
discard 92303bb skip a test until update complete
discard 7955b21 try updating docker images again
discard 0a3c5ca disable test until CI update complete
discard aec720b Don't force output shape for conv transpose tests, add 1D and
3D cases
discard 4bdb558 support convtranspose opset 11 autopadding
discard 4e934d9 point jenkins at new docker
discard 6bf7fd0 add failing onnx tets
add 073becd [MyPy] Minimal type checking on TIR schedule (#8367)
add 1d64fa5 Update the tvmc tutorial with additional requirements (#8334)
add 39e1ffe Support QLinearAdd from onnx runtime com.microsoft contrib
ops. (#8305)
add c989e4a [Metal] Add pass for splitting kernel with huge number of
args (#8313)
add 578f617 [Tuning] Allow multiprocessing spawn to work (on macOS llvm
at least) (#8363)
add 7504a9c fix ci-arm build process (#8377)
add a66186b [FIX] Fix depthwise conv2d on non-cuda GPU platforms (#8379)
add 2e47947 [cuDNN] Add support for log_softmax (#8369)
add 9112b6e Allow tvmc to compile models with AOT executor in MLF (#8331)
add 29e958d [TIR][TVMScript] specialize (#8354)
add 6f600f1 [Refactor] Remove dead code from depthwise_conv2d for Intel
graphics (#8381)
add ab01abc [BugFix][Relay] Fix type relation for batch_matmul (#8376)
add 22204be fix keras install (#8391)
add 7b898d0 Fix np.int and np.float usage in the tree. (#8389)
add 354d996 Add missing annotation for requires_gpu in test_topi_dense.py
Requires GPU (#8387)
add 970aeff Add "operator" style to Model Library Format (#8072)
add 2e3d617 macOS is now supported (#8396)
add 7e3f068 [microTVM] Add Nucleo stm32l4r5zi board to zephyr (#8386)
add e19e979 [Torch] Remove unused conversion (#8397)
add e32d47e [Arith] Inverse affine map (#8384)
add a00d211 Actually add Compute Library tests to the Jenkins File (#8394)
add bf1b4be add failing onnx tets
add 8d20c3e point jenkins at new docker
add c92cec0 support convtranspose opset 11 autopadding
add 1e4b630 Don't force output shape for conv transpose tests, add 1D and
3D cases
add dcdfe62 disable test until CI update complete
add 2cbe52d try updating docker images again
add 4564df5 skip a test until update complete
add c41a4eb next try at docker images
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (13e27ef)
\
N -- N -- N refs/heads/ci-docker-staging (c41a4eb)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
Jenkinsfile| 1 +
...40dk_nrf5340_cpuapp.conf => nucleo_l4r5zi.conf} | 4 +-
apps/microtvm/zephyr/aot_demo/src/zephyr_uart.c| 6 +
.../{nucleo_f746zg.conf => nucleo_l4r5zi.conf} | 3 +-
.../ubuntu_download_arm_compute_lib_binaries.sh| 2 +-
docker/install/ubuntu_install_tensorflow.sh| 2 +-
include/tvm/arith/iter_affine_map.h| 21 ++
include/tvm/relay/transform.h | 7 +
include/tvm/tir/analysis.h | 2 +-
include/tvm/tir/buffer.h | 1 +
include/tvm/tir/function.h | 38 +++
mypy.ini | 20 +-
python/tvm/arith/__init__.py | 7 +-
python/tvm/arith/iter_affine_map.py| 27 ++
python/tvm/autotvm/measure/measure_methods.py | 63 ++--
python/tvm/autotvm/task/task.py| 2 +-
python/tvm/contrib/cudnn.py| 26 ++
python/tvm/contrib/utils.py| 13 +
python/tvm/driver/build_module.py | 29 +-
python/tvm/driver/tvmc/compiler.py | 6 +-
python/tvm/driver/tvmc/model.py| 13 +-
python/tvm/micro/contrib/zephyr.py | 1 +
python/tvm/micro/model_library_format.py | 208 +++--
python/tvm/relay/build_module.py | 26 +-
[tvm] branch ci-docker-staging updated (7955b21 -> 13e27ef)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from 7955b21 try updating docker images again add 92303bb skip a test until update complete add 8dd9088 next try at docker images add 13e27ef Merge branch 'update_onnx' of github.com:mbrookhart/tvm into update_onnx No new revisions were added by this update. Summary of changes: Jenkinsfile| 8 ++-- tests/python/frontend/onnx/test_forward.py | 62 +++--- 2 files changed, 36 insertions(+), 34 deletions(-)
[tvm] branch main updated (22204be -> 7b898d0)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 22204be fix keras install (#8391) add 7b898d0 Fix np.int and np.float usage in the tree. (#8389) No new revisions were added by this update. Summary of changes: python/tvm/autotvm/task/task.py| 2 +- python/tvm/topi/testing/depthwise_conv2d_python.py | 36 ++ 2 files changed, 17 insertions(+), 21 deletions(-)
[tvm] branch main updated (ab01abc -> 22204be)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from ab01abc [BugFix][Relay] Fix type relation for batch_matmul (#8376) add 22204be fix keras install (#8391) No new revisions were added by this update. Summary of changes: docker/install/ubuntu_install_tensorflow.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[tvm] branch ci-docker-staging updated (719ff16 -> 7955b21)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard 719ff16 try updating docker images again add 7955b21 try updating docker images again This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (719ff16) \ N -- N -- N refs/heads/ci-docker-staging (7955b21) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[tvm] branch ci-docker-staging updated (c5683d7 -> 719ff16)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
discard c5683d7 disable test until CI update complete
discard f61436f Don't force output shape for conv transpose tests, add 1D and
3D cases
discard e01d807 support convtranspose opset 11 autopadding
discard 017c12a point jenkins at new docker
discard 9227e36 add failing onnx tets
add 3d27ae0 [TIR] Tighten up invariance of CopyOnWrite in recursive stmt
visitor (#8358)
add b803bab Decoupling AOT from graph memory planner (#8096)
add c8f54f9 [Bugfix, CuDNN] fix segfault when cudnnDestroy called with
destroyed cuda context (#8267)
add ae58f2c [Topi][Unittests] Parametrized tests in `test_topi_dense.py`,
split out gpu-independent implementations (#8336)
add aa6fd43 [Build] Add CUDA_VERSION and GIT_COMMIT_TIME (#8372)
add 4284e32 Fix compute library installation on AArch64 (#8371)
add 9ed593e [Unittests] Added a meta-test for tvm.testing.fixture
behavior in case of a broken fixture. (#8343)
add b1a946b [Vulkan][Unittests] Add parametrization to vulkan unit tests.
(#8348)
add faadb7d [FIX] Detect like cores by looking at scaling_max_freq
instead of (#8370)
add 6d1ced0 [Matmul] Add matmul op (#8234)
add 8d4df91 Fix issue with importing models using Tensorflow Lite 2.4.x
schema (#8375)
add 6bf7fd0 add failing onnx tets
add 4e934d9 point jenkins at new docker
add 4bdb558 support convtranspose opset 11 autopadding
add aec720b Don't force output shape for conv transpose tests, add 1D and
3D cases
add 0a3c5ca disable test until CI update complete
add 719ff16 try updating docker images again
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c5683d7)
\
N -- N -- N refs/heads/ci-docker-staging (719ff16)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
Jenkinsfile| 8 +-
cmake/modules/CUDA.cmake | 2 +-
cmake/modules/Git.cmake| 15 +
cmake/modules/LibInfo.cmake| 8 +
.../ubuntu_download_arm_compute_lib_binaries.sh| 2 +-
include/tvm/relay/attrs/nn.h | 26 ++
include/tvm/tir/stmt_functor.h | 6 +
include/tvm/tir/transform.h| 5 +
python/tvm/relay/frontend/tensorflow.py| 19 +-
python/tvm/relay/frontend/tensorflow_ops.py| 20 +-
python/tvm/relay/frontend/tflite.py| 25 +-
python/tvm/relay/op/_tensor_grad.py| 29 ++
python/tvm/relay/op/nn/_nn.py | 63 +++-
python/tvm/relay/op/nn/nn.py | 44 +++
python/tvm/relay/op/op_attrs.py| 5 +
python/tvm/relay/op/strategy/cuda.py | 51 ++-
python/tvm/relay/op/strategy/generic.py| 36 +++
python/tvm/relay/op/strategy/x86.py| 72 +
python/tvm/testing.py | 2 +-
python/tvm/tir/transform/transform.py | 11 +
python/tvm/topi/__init__.py| 1 +
python/tvm/topi/cuda/dense.py | 237 +++---
python/tvm/topi/generic/nn.py | 17 +
python/tvm/{contrib/tf_op => topi/gpu}/__init__.py | 6 +-
python/tvm/topi/{cuda => gpu}/dense.py | 199 +++-
python/tvm/topi/nn/dense.py| 138 ++--
python/tvm/topi/x86/dense.py | 119 +--
rust/tvm/src/ir/relay/attrs/nn.rs | 12 +
src/relay/backend/aot_executor_codegen.cc | 354 ++---
src/relay/op/make_op.h | 3 +
src/relay/op/nn/nn.cc | 40 ++-
src/relay/op/nn/nn.h | 72 +++--
src/relay/qnn/op/dense.cc | 2 +-
.../transforms/auto_scheduler_layout_rewrite.cc| 10 +-
src/runtime/contrib/cudnn/cudnn_utils.cc | 6 +-
src/runtime/threading_backend.cc | 2 +-
src/support/libinfo.cc | 10 +
src/target/spirv/codegen_spirv.cc |
[tvm] branch main updated: Fix issue with importing models using Tensorflow Lite 2.4.x schema (#8375)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new 8d4df91 Fix issue with importing models using Tensorflow Lite 2.4.x
schema (#8375)
8d4df91 is described below
commit 8d4df91836bac8ee416adf29141d051c952802a7
Author: Ramana Radhakrishnan
AuthorDate: Wed Jun 30 15:54:53 2021 +0100
Fix issue with importing models using Tensorflow Lite 2.4.x schema (#8375)
Tensorflow Lite has changed the opcode for BuiltinOperators
to be represented as 32 bit integers instead of 8 bit integers
in the schema.
This is an attempt to fix this in a way that is clean to handle
multiple versions of tensorflow lite in the frontend.
---
python/tvm/relay/frontend/tflite.py | 25 -
1 file changed, 24 insertions(+), 1 deletion(-)
diff --git a/python/tvm/relay/frontend/tflite.py
b/python/tvm/relay/frontend/tflite.py
index 7e21739..a47fdf0 100644
--- a/python/tvm/relay/frontend/tflite.py
+++ b/python/tvm/relay/frontend/tflite.py
@@ -251,7 +251,30 @@ class OperatorConverter(object):
raise ImportError("The tflite package must be installed")
op_code_list_idx = op.OpcodeIndex()
-op_code_id = self.model.OperatorCodes(op_code_list_idx).BuiltinCode()
+
+op_c = self.model.OperatorCodes(op_code_list_idx)
+# In TFlite 2.4.x there was a change where the type of the field that
contained
+# the builtin code changed from int8 to int32 in the flat buffer
representation.
+# However to retain support for old flat buffers that were created,
they retained
+# the original 8 bit encoding for the operator but in a new field
accessed by the
+# DeprecatedBuiltinCode method.
+# This means that the API function BuiltinCode() is used on an operator
+# which was originally encoded as an 8 bit quantity it would look for
the
+# code in the new int32 field in the schema and this creates the need
+# for the check for the magic number of 127 which is indicated by
+# BuiltinOperator.PLACEHOLDER_FOR_GREATER_OP_CODES
+# Remember however that this value came into existence only after
Tensorflow
+# lite 2.4.x and hence encase it in a try -except block.
+# Phew !
+try:
+if op_c.BuiltinCode() <
BuiltinOperator.PLACEHOLDER_FOR_GREATER_OP_CODES:
+opc = op_c.DeprecatedBuiltinCode()
+else:
+opc = op_c.BuiltinCode()
+except AttributeError:
+opc = op_c.BuiltinCode()
+
+op_code_id = opc
try:
op_code_str = self.builtin_op_code[op_code_id]
except KeyError:
[tvm] branch ci-docker-staging updated (ccfb2af -> c5683d7)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a change to branch ci-docker-staging
in repository https://gitbox.apache.org/repos/asf/tvm.git.
omit ccfb2af [DOCKER] Update lint to reflect the latest state
add d9fe672 [Docs] Prevented docs/1 file from being generated. (#8029)
add 6b7b966 [Relay][Frontend][Onnx] Enable group_conv1d import through
conv2d conversion. (#8321)
add 07701f2 [UnitTests] Automatic parametrization over targets, with
explicit opt-out (#8010)
add 3e28716 [Vulkan] Implement sync for SyncThread("warp") (#8320)
add 4f9e614 fix first-order AD tuple/projection expr duplication (#8318)
add a0f4917 [tvmc] Fix inconsistent usage of host_name -> hostname (#8324)
add aa56cc1 [CI] Install curl in the context of ubuntu_install_nodejs.sh
(#8326)
add 2f01315 Initial support for enabling MyPy in CI (#8302)
add ffcc290 [COMMUNITY] Reviewer: wyc-ruiker (#8328)
add 70183ed [Docker] Fix ordering of tf and tflite installs in ci_qemu
(#8315)
add 2186835 [Relay, TOPI] Add negative log likelihood loss (nll_loss) op
(#8056)
add 9c0281b [DOCKER] Update lint to reflect the latest state (#8330)
add 8e830b4 Make sure there is no tie in scores in NMS test (#8335)
add 754f31d [CI] Pin mypy version (#8329)
add 5177729 [Relay to Onnx Conversion test] Fixed relay.var
initialization (#8322)
add c25b8fa [Relay] Remove in-place modification of attributes in layout
transform (#8309)
add 25bee69 [Makefile] Updates to top-level makefile. (#8317)
add 4fd12b7 [Relay to Onnx][LRN] (#8323)
add 33277c3 [Vulkan] Improved error message for extern calls passed to
SPIR-V codegen. (#8332)
add ef7143e [Vulkan] Added debug saving of Vulkan shaders, environment
variable documentation. (#8333)
add fa5cd6d [TEST] Fix flaky test nll (#8344)
add b71b837 Remove an extra print from the relay astext tests (#8342)
add 4ff5cef ffi: add missing binding for FixedPointMultiplyAttrs (#8353)
add c586834 [AutoScheduler]Simplify the code (#8351)
add 36fc525 [AOT] Name mangling in AOT (#8014)
add 5e75ffa [RPC] Fix android rpc connection to tracker (#8327)
add 2915349 [Onnx] Support Bidirectional RNNs (#8337)
add f82cf36 bump sphinx-addon version (#8360)
add b43ea7d [TVMC] Add vulkan to targets of tvmc run. (#8359)
add 7fddb85 [ONNX Parser] Add warning in case of opset mismatch (#8356)
add 4b5c257 [Relay][Parser] Support slash in identifier. (#8352)
add 282c532 [AMP] Turn off accumulation data types for mixed precision
pass (#8341)
add 8cc754c [Docker][QEMU] Update gpg server (#8319)
add 61a6ea1 [TEST] Disable flaky TF combined NMS test (#8364)
add 9227e36 add failing onnx tets
add 017c12a point jenkins at new docker
add e01d807 support convtranspose opset 11 autopadding
add f61436f Don't force output shape for conv transpose tests, add 1D and
3D cases
add c5683d7 disable test until CI update complete
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (ccfb2af)
\
N -- N -- N refs/heads/ci-docker-staging (c5683d7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
CONTRIBUTORS.md| 1 +
Jenkinsfile| 8 +-
Makefile | 159 ++--
apps/microtvm/zephyr/aot_demo/src/main.c | 4 +-
conftest.py| 20 +-
docker/Dockerfile.ci_lint | 2 +-
docker/Dockerfile.ci_qemu | 8 +-
docker/install/ubuntu_install_nodejs.sh| 4 +
docker/install/ubuntu_install_qemu.sh | 2 +-
docs/api/python/index.rst | 1 +
docs/api/python/relay/image.rst| 1 +
docs/api/python/relay/index.rst| 1 +
docs/api/python/tir.rst| 1 +
docs/api/python/topi.rst | 1 +
docs/dev/device_target_interactions.rst| 1 +
docs/dev/index.rst | 11 +
docs/dev/runtimes/vulkan.rst | 52 ++
docs/install/from_source.rst
[tvm] branch main updated (5e75ffa -> 2915349)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 5e75ffa [RPC] Fix android rpc connection to tracker (#8327) add 2915349 [Onnx] Support Bidirectional RNNs (#8337) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 331 +++-- tests/python/frontend/onnx/test_forward.py | 551 + 2 files changed, 543 insertions(+), 339 deletions(-)
[tvm] branch main updated (ffcc290 -> 70183ed)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from ffcc290 [COMMUNITY] Reviewer: wyc-ruiker (#8328) add 70183ed [Docker] Fix ordering of tf and tflite installs in ci_qemu (#8315) No new revisions were added by this update. Summary of changes: docker/Dockerfile.ci_qemu | 8 1 file changed, 4 insertions(+), 4 deletions(-)
[tvm] branch main updated (d9fe672 -> 6b7b966)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from d9fe672 [Docs] Prevented docs/1 file from being generated. (#8029) add 6b7b966 [Relay][Frontend][Onnx] Enable group_conv1d import through conv2d conversion. (#8321) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 28 ++-- tests/python/frontend/onnx/test_forward.py | 20 ++-- 2 files changed, 44 insertions(+), 4 deletions(-)
[tvm] branch main updated (9d75ff4 -> d0791d3)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 9d75ff4 [rust] convert error msg to string for panic macro (#8289) add d0791d3 Install curl in ubuntu_install_core.sh (#8310) No new revisions were added by this update. Summary of changes: docker/install/ubuntu_install_core.sh | 2 +- docker/install/ubuntu_install_nodejs.sh | 1 - docker/install/ubuntu_install_rust.sh | 1 - 3 files changed, 1 insertion(+), 3 deletions(-)
[tvm] branch main updated (002441d -> 9f350d3)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 002441d Fix rst formatting in documentation (#8303) add 9f350d3 [Docker] Update tensorflow/tflite/xgboost versions (#8306) No new revisions were added by this update. Summary of changes: .gitignore | 3 +++ docker/install/ubuntu_install_redis.sh | 2 +- docker/install/ubuntu_install_tensorflow.sh | 5 + docker/install/ubuntu_install_tflite.sh | 10 +++--- 4 files changed, 12 insertions(+), 8 deletions(-)
[tvm] branch main updated: Turn on Compute library testing in CI for AArch64 (#8291)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new 5c2836c Turn on Compute library testing in CI for AArch64 (#8291)
5c2836c is described below
commit 5c2836c40ef92b51a4c0917ab6a0f890617f9c1f
Author: Ramana Radhakrishnan
AuthorDate: Tue Jun 22 21:37:01 2021 +0100
Turn on Compute library testing in CI for AArch64 (#8291)
* Turn on Compute library testing in CI.
This pull request turns on compute library testing in CI by
1. Handling import errors in Compute Library Integration.
2. Setting the configuration to the right path for ACL.
This handles import errors for packages in Compute library integration.
This pull request allows for the AArch64 CI to pick up native
compute library testing and tests the operators being offloaded at
runtime.
* Fix typo
* Fix up use of ubuntu_install_arm_compute_lib.sh in Dockerfile.ci_arm
* Move to using pre-built ACL binaries for ci_arm
* Fixup the path for installation to be /opt/acl as it originally was.
* Fix up the issues with paths.
Once this is done ci_arm will need to be rebuilt though will continue
to work seamlessly.
---
docker/Dockerfile.ci_arm | 4 ++--
.../ubuntu_download_arm_compute_lib_binaries.sh| 3 ++-
.../contrib/test_arm_compute_lib/test_network.py | 25 +-
tests/scripts/task_config_build_arm.sh | 1 +
4 files changed, 25 insertions(+), 8 deletions(-)
diff --git a/docker/Dockerfile.ci_arm b/docker/Dockerfile.ci_arm
index 671ce04..9479d71 100644
--- a/docker/Dockerfile.ci_arm
+++ b/docker/Dockerfile.ci_arm
@@ -43,5 +43,5 @@ COPY install/ubuntu_install_redis.sh
/install/ubuntu_install_redis.sh
RUN bash /install/ubuntu_install_redis.sh
# Arm(R) Compute Library
-COPY install/ubuntu_install_arm_compute_lib.sh
/install/ubuntu_install_arm_compute_lib.sh
-RUN bash /install/ubuntu_install_arm_compute_lib.sh
+COPY install/ubuntu_download_arm_compute_lib_binaries.sh
/install/ubuntu_download_arm_compute_lib_binaries.sh
+RUN bash /install/ubuntu_download_arm_compute_lib_binaries.sh
diff --git a/docker/install/ubuntu_download_arm_compute_lib_binaries.sh
b/docker/install/ubuntu_download_arm_compute_lib_binaries.sh
index ff8ad0e..e71cff0 100755
--- a/docker/install/ubuntu_download_arm_compute_lib_binaries.sh
+++ b/docker/install/ubuntu_download_arm_compute_lib_binaries.sh
@@ -38,7 +38,7 @@ target_lib="linux-arm64-v8a-neon"
# target_lib="${target_lib}-asserts"
extract_dir="arm_compute-${compute_lib_version}-bin-linux"
-install_path="/opt/arm/acl"
+install_path="/opt/acl"
tmpdir=$(mktemp -d)
@@ -54,6 +54,7 @@ cd "$tmpdir"
curl -sL "${compute_lib_download_url}" -o "${compute_lib_file_name}"
tar xzf "${compute_lib_file_name}"
+rm -rf "${install_path}"
mkdir -p "${install_path}"
cp -r "${extract_dir}/include" "${install_path}/"
cp -r "${extract_dir}/arm_compute" "${install_path}/include/"
diff --git a/tests/python/contrib/test_arm_compute_lib/test_network.py
b/tests/python/contrib/test_arm_compute_lib/test_network.py
index bb44b79..8fcafe4 100644
--- a/tests/python/contrib/test_arm_compute_lib/test_network.py
+++ b/tests/python/contrib/test_arm_compute_lib/test_network.py
@@ -56,7 +56,10 @@ def _build_and_run_network(mod, params, inputs, device,
tvm_ops, acl_partitions,
def _get_tflite_model(tflite_model_path, inputs_dict):
"""Convert TFlite graph to relay."""
-import tflite.Model
+try:
+import tflite.Model
+except ImportError:
+pytest.skip("Missing Tflite support")
with open(tflite_model_path, "rb") as f:
tflite_model_buffer = f.read()
@@ -92,7 +95,10 @@ def test_vgg16():
device = Device()
def get_model():
-from keras.applications import VGG16
+try:
+from keras.applications import VGG16
+except ImportError:
+pytest.skip("Missing Keras Package")
vgg16 = VGG16(include_top=True, weights="imagenet", input_shape=(224,
224, 3), classes=1000)
inputs = {vgg16.input_names[0]: ((1, 224, 224, 3), "float32")}
@@ -113,7 +119,10 @@ def test_mobilenet():
device = Device()
def get_model():
-from keras.applications import MobileNet
+try:
+from keras.applications import MobileNet
+except ImportError:
+pytest.skip("Missing keras module")
mobilenet = MobileNet(
include_top=True, weights="imagenet", input_shape=(224, 224, 3),
classes=1000
@@
[tvm] branch main updated: [BYOC][NNAPI]: Add testing package to ci_cpu image (#8088)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git The following commit(s) were added to refs/heads/main by this push: new 41b4872 [BYOC][NNAPI]: Add testing package to ci_cpu image (#8088) 41b4872 is described below commit 41b487220f966faebdfc22831d428e932765dbae Author: Melson Lai AuthorDate: Wed Jun 23 04:35:02 2021 +0800 [BYOC][NNAPI]: Add testing package to ci_cpu image (#8088) This commit adds Android SDK to the ci_cpu image for supporting tests of Android NNAPI BYOC. --- docker/Dockerfile.ci_cpu | 7 +++ 1 file changed, 7 insertions(+) diff --git a/docker/Dockerfile.ci_cpu b/docker/Dockerfile.ci_cpu index 4c6a05c..7b511de 100644 --- a/docker/Dockerfile.ci_cpu +++ b/docker/Dockerfile.ci_cpu @@ -102,3 +102,10 @@ RUN bash /install/ubuntu_install_ethosn_driver_stack.sh # Vitis-AI PyXIR CI deps COPY install/ubuntu_install_vitis_ai_packages_ci.sh /install/ubuntu_install_vitis_ai_packages_ci.sh RUN bash /install/ubuntu_install_vitis_ai_packages_ci.sh + +# Android SDK +COPY install/ubuntu_install_androidsdk.sh /install/ubuntu_install_androidsdk.sh +RUN bash /install/ubuntu_install_androidsdk.sh +ENV ANDROID_HOME=/opt/android-sdk-linux/ +ENV ANDROID_NDK_HOME=/opt/android-sdk-linux/ndk/21.3.6528147/ +
[tvm] branch ci-docker-staging updated (b4fb990 -> 9371913)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard b4fb990 update onnx in qemu docker discard e61d80b Don't force output shape for conv transpose tests, add 1D and 3D cases discard 65b0a02 Merge branch 'update_onnx' of github.com:mbrookhart/tvm into update_onnx discard db5fc72 support convtranspose opset 11 autopadding discard f824f4a point jenkins at new docker discard 1dea3ea add failing onnx tets discard a2e0166 add failing onnx tets discard c74f4b8 [WIP] Update ONNX versions add a8663d2 [Metal] Fix run metal model when non first device is selected (#8261) add d05fdc5 Fix docstrings in tvm.relay.cast_like (#8262) add 0fc5b7b [tvmc] Add a --config option to `tvmc compile` (#8253) add 96a7a58 [TVMSCRIPT] Fix printing of rank 0 buffer access (#8215) add ec6a817 [Frontend, Tensorflow] Support for broadcasting in batch_matmul when shapes differ (#8251) add 1fac10b Fix GatherND attribute registration (#8269) add dfeb604 [WIP] Update ONNX versions add 76d114d add failing onnx tets add 0faa04b point jenkins at new docker add 3671771 support convtranspose opset 11 autopadding add fa47f11 Don't force output shape for conv transpose tests, add 1D and 3D cases add 9371913 update onnx in qemu docker This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (b4fb990) \ N -- N -- N refs/heads/ci-docker-staging (9371913) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: include/tvm/relay/attrs/transform.h | 2 +- python/tvm/driver/tvmc/common.py | 100 ++ python/tvm/driver/tvmc/compiler.py| 15 +++- python/tvm/relay/frontend/tensorflow_ops.py | 16 ++-- python/tvm/relay/op/transform.py | 3 + python/tvm/script/intrin.py | 5 ++ python/tvm/script/parser.py | 31 --- src/printer/tvmscript_printer.cc | 69 --- src/relay/op/tensor/transform.cc | 3 + src/runtime/metal/metal_device_api.mm | 2 +- tests/python/driver/tvmc/test_tvmc_common.py | 51 +++ tests/python/frontend/tensorflow/test_forward.py | 17 tests/python/unittest/test_tvmscript_roundtrip.py | 58 + 13 files changed, 322 insertions(+), 50 deletions(-)
[tvm] branch ci-docker-staging updated (e61d80b -> b4fb990)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from e61d80b Don't force output shape for conv transpose tests, add 1D and 3D cases add b4fb990 update onnx in qemu docker No new revisions were added by this update. Summary of changes: Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[tvm] branch ci-docker-staging updated (65b0a02 -> e61d80b)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from 65b0a02 Merge branch 'update_onnx' of github.com:mbrookhart/tvm into update_onnx add e61d80b Don't force output shape for conv transpose tests, add 1D and 3D cases No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 2 -- tests/python/frontend/onnx/test_forward.py | 14 +++--- 2 files changed, 3 insertions(+), 13 deletions(-)
[tvm] branch ci-docker-staging updated (f824f4a -> 65b0a02)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. from f824f4a point jenkins at new docker add a2e0166 add failing onnx tets add db5fc72 support convtranspose opset 11 autopadding add 65b0a02 Merge branch 'update_onnx' of github.com:mbrookhart/tvm into update_onnx No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 66 +++ 1 file changed, 66 insertions(+)
[tvm] branch main updated: [Frontend, Tensorflow] Support for broadcasting in batch_matmul when shapes differ (#8251)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git The following commit(s) were added to refs/heads/main by this push: new ec6a817 [Frontend, Tensorflow] Support for broadcasting in batch_matmul when shapes differ (#8251) ec6a817 is described below commit ec6a817eaed246ffcf925f295b587cfc0af15035 Author: Rohan Mukherjee AuthorDate: Wed Jun 16 14:05:33 2021 -0700 [Frontend, Tensorflow] Support for broadcasting in batch_matmul when shapes differ (#8251) * Support for broadcasting in batch_matmul when shapes differ * refactor * refactor logic for reshape in conditional * refactor --- python/tvm/relay/frontend/tensorflow_ops.py | 16 +--- tests/python/frontend/tensorflow/test_forward.py | 17 + 2 files changed, 26 insertions(+), 7 deletions(-) diff --git a/python/tvm/relay/frontend/tensorflow_ops.py b/python/tvm/relay/frontend/tensorflow_ops.py index c738556..3c4a9b6 100644 --- a/python/tvm/relay/frontend/tensorflow_ops.py +++ b/python/tvm/relay/frontend/tensorflow_ops.py @@ -1132,22 +1132,23 @@ def _batch_matmul(): orig_shape_x = _infer_shape(input_x, mod) orig_shape_y = _infer_shape(input_y, mod) ndim = len(orig_shape_x) +ndim_y = len(orig_shape_y) is_static = not check_symbolic_shape(orig_shape_x) -if ndim > 3 and not is_static: -shape_of_x = list_shape_of(inputs[0], ndim) -shape_of_y = list_shape_of(inputs[1], ndim) - # reshape n-dimensional batch matmul into 3d if ndim > 3: outer_dims = [orig_shape_x[i] for i in range(0, len(orig_shape_x) - 2)] if is_static: num_outer_elts = np.prod(outer_dims) new_shape_x = (num_outer_elts, orig_shape_x[-2], orig_shape_x[-1]) -new_shape_y = (num_outer_elts, orig_shape_y[-2], orig_shape_y[-1]) +if ndim_y > 2: +new_shape_y = (num_outer_elts, orig_shape_y[-2], orig_shape_y[-1]) +elif ndim_y == 2: +new_shape_y = (1, orig_shape_y[-2], orig_shape_y[-1]) else: # handle dynamic shape (dyn.reshape op) -# new shape = [prod(shape[:-2]), -2, -1] +shape_of_x = list_shape_of(inputs[0], ndim) +shape_of_y = list_shape_of(inputs[1], ndim) new_shape_x = [_op.const(1), shape_of_x[-2], shape_of_x[-1]] new_shape_y = [_op.const(1), shape_of_y[-2], shape_of_y[-1]] for i in range(ndim - 2): @@ -1158,7 +1159,8 @@ def _batch_matmul(): input_x = _op.reshape(input_x, newshape=new_shape_x) input_y = _op.reshape(input_y, newshape=new_shape_y) - +elif ndim_y == 2: +input_y = _op.reshape(input_y, (1, orig_shape_y[-2], orig_shape_y[-1])) adj_x = attr["adj_x"] adj_y = attr["adj_y"] input_x = _op.transpose(input_x, axes=[0, 2, 1]) if adj_x else input_x diff --git a/tests/python/frontend/tensorflow/test_forward.py b/tests/python/frontend/tensorflow/test_forward.py index 3315533..57497d0 100644 --- a/tests/python/frontend/tensorflow/test_forward.py +++ b/tests/python/frontend/tensorflow/test_forward.py @@ -1843,6 +1843,9 @@ def test_forward_batch_matmul(): _test_batch_matmul((1, 2, 3, 4, 5, 6), (1, 2, 3, 4, 6, 5), "float32", True, True) _test_batch_matmul((3, 4, 5, 6), (3, 4, 5, 6), "int32", True, False) _test_batch_matmul((2, 3, 4, 2, 3, 4, 5, 6), (2, 3, 4, 2, 3, 4, 5, 6), "float32", False, True) +_test_batch_matmul((1, 8, 64, 2), (2, 1), "float32", False, False) +_test_batch_matmul((1, 8, 8, 64), (64, 1), "float32", False, False) +_test_batch_matmul((1, 8, 64), (64, 1), "float32", False, False) @tvm.testing.requires_cuda @@ -1870,6 +1873,20 @@ def test_forward_batch_matmul_dynamic(): (2, 3, 4, 6, 5), "float32", ) +_test_batch_matmul_dynamic( +(None, None, None, 5, 6), +(6, None), +(2, 3, 4, 5, 6), +(6, 1), +"float32", +) +_test_batch_matmul_dynamic( +(None, 5, 6), +(6, None), +(24, 5, 6), +(6, 1), +"float32", +) ###
[tvm] 01/01: point jenkins at new docker
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a commit to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git commit f824f4a7f07bace257a7d4b649c974577c25e781 Author: Matthew Brookhart AuthorDate: Tue Jun 15 12:45:48 2021 -0700 point jenkins at new docker --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 3ea6d22..e304e35 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -45,7 +45,7 @@ // NOTE: these lines are scanned by docker/dev_common.sh. Please update the regex as needed. --> ci_lint = "tlcpack/ci-lint:v0.65" -ci_gpu = "tlcpack/ci-gpu:v0.75" +ci_gpu = "mbrookhart/tvm.ci-gpu_onnx_update" ci_cpu = "tlcpack/ci-cpu:v0.74" ci_wasm = "tlcpack/ci-wasm:v0.71" ci_i386 = "tlcpack/ci-i386:v0.73"
[tvm] branch ci-docker-staging updated (a2e0166 -> f824f4a)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard a2e0166 add failing onnx tets add 1dea3ea add failing onnx tets new f824f4a point jenkins at new docker This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (a2e0166) \ N -- N -- N refs/heads/ci-docker-staging (f824f4a) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: Jenkinsfile| 2 +- tests/python/frontend/onnx/test_forward.py | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-)
[tvm] branch ci-docker-staging updated (946bdbe -> a2e0166)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch ci-docker-staging in repository https://gitbox.apache.org/repos/asf/tvm.git. discard 946bdbe [CI] Update to the latest version add 27e44ee [Relay] Support dynamic indices size in gather_nd and scatter_nd (#8105) add e26990f [AutoTVM][AutoScheduler] Add workaround to alter op layout bug in task extraction. (#8143) add 8b5d843 Fix tvmc tuner for cases when uTVM is not enabled (#8153) add e535ec8 [VM] Avoid round-trip Target->str->Target conversions (#8161) add 1fe9f8d [CMake][Minor] Update CMake warning flags (#8152) add 4bbbfe8 [Fix] Fix conv2d HWNC type strategy (#8147) add 7316a38 [CI] Fix the CI after image update. (#8164) add 713de0c [CI][DOCKER] Fix cuda11 nvidia-docker support for non-Tesla gpus (#8163) add eebd5a9 [FastMath] Add cuda & x86 schedules for fast_softmax (#8150) add bd4b14d Update auto_tuning_with_python.py (#8158) add 06a466c allow libbacktrace to be used when cross compiling the runtime (#7917) add 106c331 [microTVM] make RVM memory and number of cores variable (#8154) add 6baccc1 [ONNX] [Relay] Update unique operator to match ONNX output (1D only) (#8099) add bc785de Add function attribute for shape func for profiling (#8148) add bb3e772 [Vulkan][Docs] Minor updates following Vulkan target query. (#8151) add 0c83fe8 [Vulkan] Remove dependency on Target from -from_device functionality. (#8171) add b7c98b8 [Strategy] Add group_conv2d_nchw_int8 in cuda strategy (#8167) add cbe3dca [Relay, TOPI] Refactor strided_slice and add axes argument (#8165) add cc3d60e [BYOC][TensorRT] Reuse TRT engines based on max_batch_size for dynamic batching, improve device buffer allocation (#8172) add 155f669 [TVMC] Fix tvmc compile to extract target and target_host from --target (#8176) add b753772 fix UTF (#8185) add dd09bbb [TensorIR][M2a] ComputeInline,ReverseComputeInline (#8170) add 7c99d83 [Vulkan][UnitTests] Compatibility fix for test_vulkan_unique(). (#8186) add aca48d6 [Vulkan] Corrected typo in Vulkan capability error messages. (#8187) add ae4a3be [Vulkan][Refactor] Pull out vulkan initialization into VulkanInstance and VulkanDevice (#8188) add c7f1b45 Onnx eyelike (#8191) add 0429c63 Complete register op from python (#8079) add a74d0fe [Codegen] Use "target.build.$TARGET_KIND" for all codegen functions. (#8071) add c9db3d0 [METAL] Fix the rest memory leaks in Metal runtime (#8175) add 82cf197 Fix prelu bug in pytorch frontend (#8192) add aa9974f [TE/TIR] Fix create_prim_func to properly handle rank 0 tensors. (#8128) add 3e34e11 [CMake] Add compile-time check that libtvm_runtime.so has no undefined symbols. (#8178) add a769ece [AOT] Initial implementation of --unpacked-api (#8023) add a1cd6d5 fix py files (#8194) add e0baf80 Run ONNX Node Tests on available targets (#8189) add f4ec5fd [Relay, TF] Support converting TF combined_nms using Relay all_class_nms (#8174) add 010d11b [Texture support][Part 0] Device API and runtime support (#7711) add 5b37b4a Fix typo (#8197) add 43387d0 fix bug in dense_nopack if dynamic input shape (#8166) add 2cca934 [RUNTIME][REFACTOR] Re-organize Containers into SubFolders (#8183) add cc9d5cf update python code style to 3.6 (#8199) add f4b5e76 [CI][DOCS] Fix the sphinx doc style for sphinx4 (#8198) add 072a3d2 Fix incorrect device name in TVMC. (#8181) add 3ab4a6b Add thread_warp_size for Metal device in default target attributes (#8202) add 51bbd63 Fix conv2d_nchw for opencl intel graphics (#8201) add 364bc1b [QEMU] Add number of cores, target list for build (#8156) add 2c67d71 [FIX] Allow tokenizer to parse numbers greater than INT_MAX. (#8120) add 64a8e81 [Frontend, Tensorflow2] Adding TF2 frontend code with support for control flow ops (#8142) add 9be0f4f [Relay] Convert a fake quantized or QAT graph into QNN ops (#8126) add d1e2e0d [Fix][microTVM] QEMU RPC issue (#8021) add f1486ef [Docker] Add external directory mount (#8144) add bd0f5bc Support dequantizing scalar inputs (#8207) add f646048 use an empty module for fold_constant (#8208) add 5e006e0 [TIR] Fix data dependent indexing when lowering TE to TIR (#8217) add 685ebda [VM] Better error messages (#8218) add 9899f1e Auto-tuning a Convolutional Network for ARM CPU (tutorial error, bug reports) (#8103) add 55459e7 [TVMSCRIPT] Add tir.min node in tvm script (#8219) add 5dc9627 [Metal] Remove matching Metal to OpenCL in tophub (#8211) add 8a04efa Graph executor: remove unnecessary unique_ptr, NFC (#8214) add 53e4c60 [DOC] Improve "Getting Started with TVM" tutorials and fix warnings (#
[tvm] branch main updated (64a8e81 -> 9be0f4f)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 64a8e81 [Frontend, Tensorflow2] Adding TF2 frontend code with support for control flow ops (#8142) add 9be0f4f [Relay] Convert a fake quantized or QAT graph into QNN ops (#8126) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 6 + python/tvm/relay/op/__init__.py| 1 + python/tvm/relay/op/op.py | 21 ++ python/tvm/relay/transform/__init__.py | 1 + .../transform/fake_quantization_to_integer.py | 166 python/tvm/relay/transform/transform.py| 28 ++ .../transforms/fake_quantization_to_integer.cc | 300 + .../test_pass_fake_quantization_to_integer.py | 279 +++ 8 files changed, 802 insertions(+) create mode 100644 python/tvm/relay/transform/fake_quantization_to_integer.py create mode 100644 src/relay/transforms/fake_quantization_to_integer.cc create mode 100644 tests/python/relay/test_pass_fake_quantization_to_integer.py
[tvm] branch main updated (6baccc1 -> bc785de)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 6baccc1 [ONNX] [Relay] Update unique operator to match ONNX output (1D only) (#8099) add bc785de Add function attribute for shape func for profiling (#8148) No new revisions were added by this update. Summary of changes: src/relay/backend/vm/compiler.cc | 3 +++ src/runtime/vm/profiler/vm.cc| 4 2 files changed, 7 insertions(+)
[tvm] branch main updated (106c331 -> 6baccc1)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 106c331 [microTVM] make RVM memory and number of cores variable (#8154) add 6baccc1 [ONNX] [Relay] Update unique operator to match ONNX output (1D only) (#8099) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py| 48 ++-- python/tvm/relay/frontend/pytorch.py | 10 ++-- python/tvm/relay/frontend/tensorflow.py | 10 ++-- python/tvm/relay/op/_transform.py| 8 ++- python/tvm/relay/op/transform.py | 12 ++-- python/tvm/topi/cuda/unique.py | 83 python/tvm/topi/unique.py| 63 + src/relay/op/tensor/transform.cc | 3 +- tests/python/frontend/onnx/test_forward.py | 2 - tests/python/relay/test_op_level3.py | 27 +++-- tests/python/topi/python/test_topi_unique.py | 73 +++- 11 files changed, 227 insertions(+), 112 deletions(-)
[tvm] branch main updated: [Relay][dismantler] Added handling of packed func (#8004)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new aefa0c8 [Relay][dismantler] Added handling of packed func (#8004)
aefa0c8 is described below
commit aefa0c85e46fc5ed15e71805f52bf7be6e238e33
Author: Dmitriy Smirnov
AuthorDate: Tue May 25 18:47:20 2021 +0100
[Relay][dismantler] Added handling of packed func (#8004)
Added handling of CallNode objects created via packed
functions invocation + test cases.
Change-Id: I5374abc59a3b0f79f27364c45f1a5789536df940
---
include/tvm/relay/expr.h | 6 +++
src/relay/ir/expr.cc | 34 ++---
tests/cpp/relay_dismantler_test.cc | 77 +-
tests/python/relay/test_ir_text_printer.py | 12 +
4 files changed, 121 insertions(+), 8 deletions(-)
diff --git a/include/tvm/relay/expr.h b/include/tvm/relay/expr.h
index 17718d1..daad851 100644
--- a/include/tvm/relay/expr.h
+++ b/include/tvm/relay/expr.h
@@ -227,6 +227,11 @@ class Var : public Expr {
class Call;
/*! \brief Call container. */
class CallNode : public ExprNode {
+ protected:
+ // CallNode uses own deleter to indirectly call non-recursive destructor
+ Object::FDeleter saved_deleter_;
+ static void Deleter_(Object* ptr);
+
public:
/*!
* \brief The operator(function) being invoked
@@ -290,6 +295,7 @@ class CallNode : public ExprNode {
static constexpr const char* _type_key = "relay.Call";
TVM_DECLARE_FINAL_OBJECT_INFO(CallNode, ExprNode);
+ friend class Call;
};
class Call : public Expr {
diff --git a/src/relay/ir/expr.cc b/src/relay/ir/expr.cc
index 62ff0b1..3b3c879 100644
--- a/src/relay/ir/expr.cc
+++ b/src/relay/ir/expr.cc
@@ -115,6 +115,8 @@ Call::Call(Expr op, Array args, Attrs attrs,
Array type_args, Span s
n->attrs = std::move(attrs);
n->type_args = std::move(type_args);
n->span = std::move(span);
+ n->saved_deleter_ = n->deleter_;
+ n->deleter_ = CallNode::Deleter_;
data_ = std::move(n);
}
@@ -288,16 +290,24 @@ inline void Dismantle(const Expr& expr) {
// special handling
if (const CallNode* op = node.as()) {
-for (auto it = op->args.rbegin(); it != op->args.rend(); ++it) {
- fpush_to_stack(*it);
+// do not process args if used elsewhere
+if (op->args.use_count() < 2) {
+ for (auto it = op->args.rbegin(); it != op->args.rend(); ++it) {
+fpush_to_stack(*it);
+ }
}
-fpush_to_stack(op->op);
} else if (const TupleNode* op = node.as()) {
-for (auto it = op->fields.rbegin(); it != op->fields.rend(); ++it) {
- fpush_to_stack(*it);
+// do not process fields if used elsewhere
+if (op->fields.use_count() < 2) {
+ for (auto it = op->fields.rbegin(); it != op->fields.rend(); ++it) {
+fpush_to_stack(*it);
+ }
}
} else if (const TupleGetItemNode* op = node.as()) {
-fpush_to_stack(op->tuple);
+// do not process tuple if used elsewhere
+if (op->tuple.use_count() < 2) {
+ fpush_to_stack(op->tuple);
+}
}
}
}
@@ -306,7 +316,6 @@ inline void Dismantle(const Expr& expr) {
/*
* Non-recursive destructor
*/
-
Call::~Call() {
// attempt to dismantle if referenced one or zero times
if (this->use_count() < 2) {
@@ -316,5 +325,16 @@ Call::~Call() {
}
}
+/*
+ * CallNode's deleter
+ */
+void CallNode::Deleter_(Object* ptr) {
+ auto p = reinterpret_cast(ptr);
+ // resore original deleter
+ p->deleter_ = p->saved_deleter_;
+ // create Call reference in order to invoke ~Call
+ auto c = GetRef(p);
+}
+
} // namespace relay
} // namespace tvm
diff --git a/tests/cpp/relay_dismantler_test.cc
b/tests/cpp/relay_dismantler_test.cc
index d5c089b..8c74d41 100644
--- a/tests/cpp/relay_dismantler_test.cc
+++ b/tests/cpp/relay_dismantler_test.cc
@@ -16,7 +16,6 @@
* specific language governing permissions and limitations
* under the License.
*/
-
#include
#include
#include
@@ -38,6 +37,8 @@
#include
#include
+#include
+
using namespace tvm;
using namespace tvm::relay;
@@ -69,6 +70,80 @@ TEST(Relay, OutOfStack_cast) {
ASSERT_EXIT((foo(), exit(0)), ::testing::ExitedWithCode(0), ".*");
}
+TEST(Relay, OutOfStack_packed_func) {
+ constexpr int len = 1e6;
+ auto foo = [] {
+auto x = relay::Var("x", relay::TensorType({3, 2}, DataType::Float(32)));
+auto one = relay::Constant(tvm::runtime::NDArray::Empty({1}, {kDLFloat,
32, 1}, {kDLCPU, 0}));
+auto add_func = tvm::runtime::Registry::Get("relay.op._make.add");
+auto y = (*add_func)(x, one);
+for (int i = 0; i < len
[tvm] branch main updated (158aedd -> c999a84)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from 158aedd [ONNX] QLinearConv Support (#8007) add c999a84 [Relay][AlterOpLayout] Fix strided slice type change. (#8022) No new revisions were added by this update. Summary of changes: python/tvm/topi/x86/conv2d_alter_op.py | 2 +- src/relay/op/tensor/transform.cc | 21 +++-- tests/python/relay/test_op_level2.py | 2 +- tests/python/relay/test_op_level4.py | 2 ++ 4 files changed, 15 insertions(+), 12 deletions(-)
[tvm] branch main updated (b81f3f7 -> 158aedd)
This is an automated email from the ASF dual-hosted git repository. mbrookhart pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/tvm.git. from b81f3f7 Remove warning which is adding too much noise (#7975) add 158aedd [ONNX] QLinearConv Support (#8007) No new revisions were added by this update. Summary of changes: python/tvm/relay/frontend/onnx.py | 104 +++ tests/python/frontend/onnx/test_forward.py | 202 - 2 files changed, 302 insertions(+), 4 deletions(-)
[tvm] branch main updated: add onnx reverse sequence op (#7771)
This is an automated email from the ASF dual-hosted git repository.
mbrookhart pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tvm.git
The following commit(s) were added to refs/heads/main by this push:
new 2077ee2 add onnx reverse sequence op (#7771)
2077ee2 is described below
commit 2077ee2f9a5b3c1c4f9793742387fdbc8e848494
Author: alter-xp
AuthorDate: Mon May 10 23:58:26 2021 +0800
add onnx reverse sequence op (#7771)
Co-authored-by: xp224797
---
python/tvm/relay/frontend/onnx.py | 10 +++
tests/python/frontend/onnx/test_forward.py | 42 +++---
2 files changed, 49 insertions(+), 3 deletions(-)
diff --git a/python/tvm/relay/frontend/onnx.py
b/python/tvm/relay/frontend/onnx.py
index a62e505..e4a6885 100644
--- a/python/tvm/relay/frontend/onnx.py
+++ b/python/tvm/relay/frontend/onnx.py
@@ -2269,6 +2269,15 @@ class NonZero(OnnxOpConverter):
return _op.transpose(output, axes=(1, 0))
+class ReverseSequence(OnnxOpConverter):
+"""Operator converter for ReverseSequence"""
+
+@classmethod
+def _impl_v10(cls, inputs, attr, params):
+
+return _op.reverse_sequence(inputs[0], inputs[1], attr["time_axis"],
attr["batch_axis"])
+
+
class TopK(OnnxOpConverter):
"""Operator converter for TopK"""
@@ -3007,6 +3016,7 @@ def _get_convert_map(opset):
"QuantizeLinear": QuantizeLinear.get_converter(opset),
"DequantizeLinear": DequantizeLinear.get_converter(opset),
"DynamicQuantizeLinear": DynamicQuantizeLinear.get_converter(opset),
+"ReverseSequence": ReverseSequence.get_converter(opset),
}
diff --git a/tests/python/frontend/onnx/test_forward.py
b/tests/python/frontend/onnx/test_forward.py
index f878fa9..8965584 100644
--- a/tests/python/frontend/onnx/test_forward.py
+++ b/tests/python/frontend/onnx/test_forward.py
@@ -4225,9 +4225,6 @@ unsupported_onnx_tests = [
"test_resize_upsample_sizes_nearest_ceil_half_pixel/",
"test_resize_upsample_sizes_nearest_floor_align_corners/",
"test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric/",
-#
-"test_reversesequence_batch/",
-"test_reversesequence_time/",
"test_rnn_seq_length/",
"test_round/",
"test_scan9_sum/",
@@ -4350,6 +4347,44 @@ def test_aten():
verify_embedding_bag(32, 2, [3, 3])
+def verify_reverse_sequence(x, sequence_lens, batch_axis, time_axis):
+node = onnx.helper.make_node(
+"ReverseSequence",
+inputs=["x", "sequence_lens"],
+outputs=["y"],
+time_axis=time_axis,
+batch_axis=batch_axis,
+)
+
+graph = helper.make_graph(
+[node],
+"reverse_sequence_test",
+inputs=[
+helper.make_tensor_value_info("x", TensorProto.FLOAT,
list(x.shape)),
+helper.make_tensor_value_info(
+"sequence_lens", TensorProto.INT64, list(sequence_lens.shape)
+),
+],
+outputs=[helper.make_tensor_value_info("y", TensorProto.FLOAT,
list(x.shape))],
+)
+
+model = helper.make_model(graph, producer_name="reverse_sequence_test")
+verify_with_ort_with_inputs(model, [x, sequence_lens], [x.shape])
+
+
+@tvm.testing.uses_gpu
+def test_reverse_sequence():
+x = np.array(
+[[0, 1, 2, 3], [4, 5, 6, 7], [8, 9, 10, 11], [12, 13, 14, 15]],
+dtype=np.float32,
+)
+sequence_lens = np.array([1, 2, 3, 4], dtype=np.int64)
+verify_reverse_sequence(x, sequence_lens, 0, 1)
+
+sequence_lens = np.array([4, 3, 2, 1], dtype=np.int64)
+verify_reverse_sequence(x, sequence_lens, 1, 0)
+
+
if __name__ == "__main__":
test_flatten()
test_reshape()
@@ -4430,3 +4465,4 @@ if __name__ == "__main__":
test_cumsum()
test_wrong_input()
test_aten()
+test_reverse_sequence()
