//Sample_process.cpp /** * @file sample_process.cpp * * Copyright (C) 2020. Huawei Technologies Co., Ltd. All rights reserved. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. */ #include "sample_process.h" #include "model_process.h" #include "acl/acl.h" #include "utils.h" using namespace std; extern bool g_isDevice; extern bool f_isTXT; SampleProcess::SampleProcess() :deviceId_(0), context_(nullptr), stream_(nullptr) { } SampleProcess::~SampleProcess() { DestroyResource(); } Result SampleProcess::InitResource() { // ACL init const char *aclConfigPath = ""; aclError ret = aclInit(aclConfigPath); if (ret != ACL_ERROR_NONE) { ERROR_LOG("acl init failed"); return FAILED; } INFO_LOG("acl init success"); // open device ret = aclrtSetDevice(deviceId_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("acl open device %d failed", deviceId_); return FAILED; } INFO_LOG("open device %d success", deviceId_); // create context (set current) ret = aclrtCreateContext(&context_, deviceId_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("acl create context failed"); return FAILED; } INFO_LOG("create context success"); // create stream ret = aclrtCreateStream(&stream_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("acl create stream failed"); return FAILED; } INFO_LOG("create stream success"); // get run mode aclrtRunMode runMode; ret = aclrtGetRunMode(&runMode); if (ret != ACL_ERROR_NONE) { ERROR_LOG("acl get run mode failed"); return FAILED; } g_isDevice = (runMode == ACL_DEVICE); INFO_LOG("get run mode success"); return SUCCESS; } Result SampleProcess::Process(vector& params, vector& input_files, size_t idx) { // model init ModelProcess processModel; const char* omModelPath = params[0].c_str(); std::string output_path = params[2].c_str(); const char* outfmt = params[3].c_str(); const char* fmt_TXT = "TXT"; f_isTXT = (strcmp(outfmt,fmt_TXT)==0); const char* dumpConf = params[4].c_str(); const char* profConf = params[5].c_str(); const char* dymBatch = params[6].c_str(); std::string modelPath = params[0].c_str(); std::string modelName = Utils::modelName(modelPath); Result ret = processModel.LoadModelFromFileWithMem(omModelPath); if (ret != SUCCESS) { ERROR_LOG("load model from file failed"); return FAILED; } ret = processModel.CreateDesc(); if (ret != SUCCESS) { ERROR_LOG("create model description failed"); return FAILED; } ret = processModel.CreateOutput(); if (ret != SUCCESS) { ERROR_LOG("create model output failed"); return FAILED; } vector picDevBuffer(input_files.size(),nullptr); for (size_t index = 0; index < input_files.size(); ++index) { INFO_LOG("start to process file:%s", input_files[index].c_str()); // model process uint32_t devBufferSize; picDevBuffer[index] = Utils::GetDeviceBufferOfFile(input_files[index], devBufferSize); if (picDevBuffer[index] == nullptr) { ERROR_LOG("get pic device buffer failed,index is %zu", index); return FAILED; } ret = processModel.CreateInput(picDevBuffer[index], devBufferSize); if (ret != SUCCESS) { ERROR_LOG("model create input failed"); for (size_t i = 0; i <= index; i++) { aclrtFree(picDevBuffer[i]); } return FAILED; } // loop end printf("Inference begin time: "); Utils::printCurrentTime(); ret = processModel.Execute(); printf("Inference end time: "); Utils::printCurrentTime(); if (ret != SUCCESS) { ERROR_LOG("model execute failed"); for (size_t i = 0; i < index; i++) { aclrtFree(picDevBuffer[i]); } return FAILED; } // print the top 5 confidence values with indexes.use function DumpModelOutputResult // if want to dump output result to file in the current directory //processModel.DumpModelOutputResult(); processModel.OutputModelResult(output_path,modelName,idx); processModel.DestroyInput(); } // release model input buffer for (size_t i = 0; i < input_files.size(); i++) { aclrtFree(picDevBuffer[i]); } return SUCCESS; } void SampleProcess::DestroyResource() { aclError ret; if (stream_ != nullptr) { ret = aclrtDestroyStream(stream_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("destroy stream failed"); } stream_ = nullptr; } INFO_LOG("end to destroy stream"); if (context_ != nullptr) { ret = aclrtDestroyContext(context_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("destroy context failed"); } context_ = nullptr; } INFO_LOG("end to destroy context"); ret = aclrtResetDevice(deviceId_); if (ret != ACL_ERROR_NONE) { ERROR_LOG("reset device failed"); } INFO_LOG("end to reset device is %d", deviceId_); ret = aclFinalize(); if (ret != ACL_ERROR_NONE) { ERROR_LOG("finalize acl failed"); } INFO_LOG("end to finalize acl"); }