ashutosh-arm commented on a change in pull request #9331:
URL: https://github.com/apache/tvm/pull/9331#discussion_r750487733
##########
File path: src/relay/backend/contrib/cmsisnn/tir_to_runtime.cc
##########
@@ -54,6 +54,162 @@ class CodeGenCMSISNN : public CodeGenC {
}
private:
+ /*! * \brief Emit the CMSIS-NN context buffer */
+ void VisitStmt_(const AllocateNode* op) {
+ context_buffer_name_ = op->buffer_var->name_hint;
+ context_buffer_size_ = op->constant_allocation_size();
+ CodeGenC::VisitStmt_(op);
+ }
+
+ /*! * \brief Emits CMSIS-NN APIs for every call_extern */
+ void VisitExpr_(const CallNode* op, std::ostream& os) { // NOLINT(*)
+ if (!op->op.same_as(builtin::call_extern())) {
+ return;
+ }
+ std::string cmsis_func_name = op->args[0].as<StringImmNode>()->value;
+ if (cmsis_func_name == "arm_softmax_s8" || cmsis_func_name ==
"arm_elementwise_mul_s8" ||
+ cmsis_func_name == "arm_elementwise_add_s8") {
+ CodeGenC::VisitExpr_(op, os);
+ } else if (cmsis_func_name == "arm_convolve_wrapper_s8") {
+ EmitConv2D(op);
+ }
+ return;
+ }
+
+ /*! * \brief Emits cmsis_nn_context struct */
+ std::string EmitCMSISNNContext(std::ostream& os, std::string buf_name, int
buf_size) {
+ std::string struct_name = "context";
+ PrintIndent();
+ os << "cmsis_nn_context " << struct_name << "= {" << buf_name << "," <<
buf_size << "};\n";
+ return struct_name;
+ }
+
+ /*! * \brief Emits cmsis_nn_conv_params struct */
+ std::string EmitCMSISNNConvParams(std::ostream& os, int32_t input_offset,
int32_t output_offset,
+ int32_t stride_w, int32_t stride_h,
int32_t padding_w,
+ int32_t padding_h, int32_t dilation_w,
int32_t dilation_h,
+ int32_t clip_min, int32_t clip_max) {
+ std::string struct_name = "conv_params";
+ PrintIndent();
+ os << "cmsis_nn_tile stride = {" << stride_w << "," << stride_h << "};\n";
+ PrintIndent();
+ os << "cmsis_nn_tile padding = {" << padding_w << "," << padding_h <<
"};\n";
+ PrintIndent();
+ os << "cmsis_nn_tile dilation = {" << dilation_w << "," << dilation_h <<
"};\n";
+ PrintIndent();
+ os << "cmsis_nn_activation activation = {" << clip_min << "," << clip_max
<< "};\n";
+ PrintIndent();
+ os << "cmsis_nn_conv_params " << struct_name << " = {" << input_offset <<
", " << output_offset
+ << ", stride, padding, dilation, activation};\n";
+ return struct_name;
+ }
+
+ /*! * \brief Emits cmsis_nn_per_channel_quant_params struct */
+ std::string EmitCMSISNNPerChannelQuantParams(std::ostream& os, std::string
multiplier,
+ std::string shift) {
+ std::string struct_name = "quant_params";
+ PrintIndent();
+ os << "cmsis_nn_per_channel_quant_params " << struct_name << " = {" <<
multiplier << ", "
+ << shift << "};\n";
+ return struct_name;
+ }
+
+ /*! * \brief Emits cmsis_nn_dims struct */
+ std::string EmitCMSISNNDims(std::ostream& os, std::string tensor_type,
int32_t n, int32_t h,
+ int32_t w, int32_t c) {
+ std::string struct_name = tensor_type + "_dims";
+ PrintIndent();
+ os << "cmsis_nn_dims " << struct_name << " = {" << n << "," << h << "," <<
w << "," << c
+ << "};\n";
+ return struct_name;
+ }
+
+ /*! * \brief Emits CMSIS-NN APIs for every call_extern */
+ void EmitConv2D(const CallNode* op) {
+ static const int max_num_args = 33;
+ std::string cmsis_func_name = op->args[0].as<StringImmNode>()->value;
+
+ bool bias_enabled = false;
+ if (op->args.size() == max_num_args) {
+ bias_enabled = true;
+ }
+
+ auto get_var_name = [](const CallNode* op, int id) {
+ return op->args[id].as<VarNode>()->name_hint.c_str();
+ };
+ auto get_arg_value = [](const CallNode* op, int id) {
+ return op->args[id].as<IntImmNode>()->value;
+ };
+ int arg_id = 0;
+ std::string input_data = get_var_name(op, ++arg_id);
+ std::string filter_data = get_var_name(op, ++arg_id);
+ std::string multiplier = get_var_name(op, ++arg_id);
+ std::string bias_data("0x0");
+ if (bias_enabled) {
+ bias_data = get_var_name(op, ++arg_id);
+ }
+ std::string shift = get_var_name(op, ++arg_id);
+ std::string output_data = get_var_name(op, ++arg_id);
+
+ int input_offset = get_arg_value(op, ++arg_id);
Review comment:
As discussed offline, I will add deserialization using API we use for
serializing dimensions in relay_to_tir. Is it okay to provide this in a follow
up? This PR is blocking other changes now. @areusch
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@tvm.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
