srkreddy1238 commented on code in PR #13791: URL: https://github.com/apache/tvm/pull/13791#discussion_r1073227619
########## apps/cpp_rtvm/main.cc: ########## @@ -0,0 +1,260 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +/*! + * \file main.cc + * \brief TVM runtime utility for TVM. + */ +#include <csignal> +#include <cstdio> +#include <cstdlib> +#if defined(__linux__) || defined(__ANDROID__) +#include <unistd.h> +#endif +#include <dmlc/logging.h> + +#include <cstring> +#include <iostream> +#include <sstream> +#include <vector> + +#include "../../src/support/socket.h" +#include "../../src/support/utils.h" +#include "tvm_runner.h" + +#if defined(_WIN32) +#include "win32_process.h" +#endif + +using namespace std; +using namespace tvm::runtime; +using namespace tvm::support; + +static const string kUsage = + "Command line usage\n" + "--model - The tvm artifact to load\n" + "--device - The target device to use {llvm, cl, ...etc.}\n" + "--input - Numpy file for the model input (optional and we use random of not given)\n" + "--output - Numpy file name to dump the model output as numpy\n" + "--dump-meta - Dump model meta information\n" + "\n" + " Example\n" + " ./rtvm --model keras-resnet50 --device=\"cl --dump-mata\"\n" + " ./rtvm --model keras-resnet50 --device=\"cl\" --input input.npz --output=output.npz\n" + "\n"; + +/*! + * \brief Tool Arguments. + * \arg model The tvm artifact to load & run + * \arg device The target device to use {llvm, cl, ...etc.} + * \arg input Numpy file for the model input + * \arg output Numpy file name to dump the model output as numpy + */ +struct ToolArgs { + string model; + string device; + string input; + string output; + bool dump_meta = false; +}; + +/*! + * \brief PrintArgs print the contents of ToolArgs + * \param args ToolArgs structure + */ +void PrintArgs(const ToolArgs& args) { + LOG(INFO) << "Model = " << args.model; + LOG(INFO) << "Device = " << args.device; + LOG(INFO) << "Input = " << args.input; + LOG(INFO) << "Output = " << args.output; + LOG(INFO) << "Dump Metadata = " << ((args.dump_meta) ? ("True") : ("False")); +} + +#if defined(__linux__) || defined(__ANDROID__) +/*! + * \brief CtrlCHandler, exits if Ctrl+C is pressed + * \param s signal + */ +void CtrlCHandler(int s) { + LOG(INFO) << "\nUser pressed Ctrl+C, Exiting"; + exit(1); +} + +/*! + * \brief HandleCtrlC Register for handling Ctrl+C event. + */ +void HandleCtrlC() { + // Ctrl+C handler + struct sigaction sigIntHandler; + sigIntHandler.sa_handler = CtrlCHandler; + sigemptyset(&sigIntHandler.sa_mask); + sigIntHandler.sa_flags = 0; + sigaction(SIGINT, &sigIntHandler, nullptr); +} +#endif +/*! + * \brief GetCmdOption Parse and find the command option. + * \param argc arg counter + * \param argv arg values + * \param option command line option to search for. + * \param key whether the option itself is key + * \return value corresponding to option. + */ +string GetCmdOption(int argc, char* argv[], string option, bool key = false) { + string cmd; + for (int i = 1; i < argc; ++i) { + string arg = argv[i]; + if (arg.find(option) == 0) { + if (key) { + cmd = argv[i]; + return cmd; + } + // We assume "=" is the end of option. + ICHECK_EQ(*option.rbegin(), '='); + cmd = arg.substr(arg.find('=') + 1); + return cmd; + } + } + return cmd; +} + +/*! + * \brief ParseCmdArgs parses the command line arguments. + * \param argc arg counter + * \param argv arg values + * \param args the output structure which holds the parsed values + */ +void ParseCmdArgs(int argc, char* argv[], struct ToolArgs& args) { + const string model = GetCmdOption(argc, argv, "--model="); + if (!model.empty()) { + args.model = model; + } + + const string device = GetCmdOption(argc, argv, "--device="); + if (!device.empty()) { + args.device = device; + } + + const string input = GetCmdOption(argc, argv, "--input="); + if (!input.empty()) { + args.input = input; + } + + const string output = GetCmdOption(argc, argv, "--output="); + if (!output.empty()) { + args.output = output; + } + + const string pmeta = GetCmdOption(argc, argv, "--dump-meta", true); + if (!pmeta.empty()) { + args.dump_meta = true; + } +} + +/*! + * \brief Loads and Executes the model on given Target. + * \param args tool arguments + * \return result of operation. + */ +int ExecuteModel(ToolArgs& args) { +#if defined(__linux__) || defined(__ANDROID__) + // Ctrl+C handler + HandleCtrlC(); +#endif + + LOG(INFO) << "Welcome to executor"; + + // Initialize TVM Runner + TVMRunner runner = TVMRunner(args.model, args.device); + + // Load the model + runner.Load(); + + // Query Model meta Information + TVMMetaInfo mInfo = runner.GetMetaInfo(); + + // Print Meta Information + if (args.dump_meta) runner.PrintMetaInfo(); + + if (args.input.empty() || args.output.empty()) { + LOG(INFO) << "Executing dry run ... "; + // Set random input for all inputs + for (auto& elem : mInfo.input_info) { + LOG(INFO) << "Set Random Input for :" << elem.first; + auto shape = elem.second.first; + size_t ssize = runner.GetInputMemSize(elem.first); + char* data = (char*)malloc(ssize); + // TODO: Ramdom initilalization Review Comment: We could have a random initialization but doesn't matter for TVM as it can dry run with garbage data. Removing todo for now. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@tvm.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
