ascend-tools/AMEXEC/src/sample_process.cpp

//Sample_process.cpp
 
/**
* @file sample_process.cpp
*
* Copyright (C) 2020. Huawei Technologies Co., Ltd. All rights reserved.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
*/
#include "sample_process.h"
#include "model_process.h"
#include "acl/acl.h"
#include "utils.h"
using namespace std;
extern bool g_isDevice;
extern bool f_isTXT;
 
SampleProcess::SampleProcess() :deviceId_(0), context_(nullptr), stream_(nullptr)
{
}
 
SampleProcess::~SampleProcess()
{
    DestroyResource();
}
 
Result SampleProcess::InitResource()
{
    // ACL init
    const char *aclConfigPath = "";
    aclError ret = aclInit(aclConfigPath);
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("acl init failed");
        return FAILED;
   }
    INFO_LOG("acl init success");
 
    // open device
    ret = aclrtSetDevice(deviceId_);
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("acl open device %d failed", deviceId_);
        return FAILED;
    }
    INFO_LOG("open device %d success", deviceId_);
 
    // create context (set current)
    ret = aclrtCreateContext(&context_, deviceId_);
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("acl create context failed");
        return FAILED;
    }
    INFO_LOG("create context success");
 
    // create stream
    ret = aclrtCreateStream(&stream_);
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("acl create stream failed");
        return FAILED;
    }
    INFO_LOG("create stream success");
 
    // get run mode
    aclrtRunMode runMode;
   ret = aclrtGetRunMode(&runMode);
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("acl get run mode failed");
        return FAILED;
    }
    g_isDevice = (runMode == ACL_DEVICE);
    INFO_LOG("get run mode success");
    return SUCCESS;
}
 
Result SampleProcess::Process(vector<string>& params, vector<string>& input_files, size_t idx)
{
    // model init
    ModelProcess processModel;
    const char* omModelPath = params[0].c_str();
    std::string output_path = params[2].c_str();
    const char* outfmt = params[3].c_str();
    const char* fmt_TXT = "TXT";
    f_isTXT = (strcmp(outfmt,fmt_TXT)==0);
    const char* dumpConf = params[4].c_str();
    const char* profConf = params[5].c_str();
    const char* dymBatch = params[6].c_str();
 
	std::string modelPath = params[0].c_str();
	std::string modelName = Utils::modelName(modelPath);
 
    Result ret = processModel.LoadModelFromFileWithMem(omModelPath);
    if (ret != SUCCESS) {
        ERROR_LOG("load model from file failed");
        return FAILED;
    }
 
    ret = processModel.CreateDesc();
    if (ret != SUCCESS) {
        ERROR_LOG("create model description failed");
        return FAILED;
    }
 
    ret = processModel.CreateOutput();
    if (ret != SUCCESS) {
        ERROR_LOG("create model output failed");
        return FAILED;
    }
 
    vector<void*> picDevBuffer(input_files.size(),nullptr);
 
    for (size_t index = 0; index < input_files.size(); ++index) {
        INFO_LOG("start to process file:%s", input_files[index].c_str());
        // model process
        uint32_t devBufferSize;
        picDevBuffer[index] = Utils::GetDeviceBufferOfFile(input_files[index], devBufferSize);
        if (picDevBuffer[index] == nullptr) {
            ERROR_LOG("get pic device buffer failed,index is %zu", index);
            return FAILED;
        }
       
        ret = processModel.CreateInput(picDevBuffer[index], devBufferSize);
        if (ret != SUCCESS) {
            ERROR_LOG("model create input failed");
            for (size_t i = 0; i <= index; i++) {
                aclrtFree(picDevBuffer[i]);
            }
            return FAILED;
        }
  
    // loop end
 
	printf("Inference begin time: ");
	Utils::printCurrentTime();
    ret = processModel.Execute();
	printf("Inference end time: ");
	Utils::printCurrentTime();
    if (ret != SUCCESS) {
        ERROR_LOG("model execute failed");
        for (size_t i = 0; i < index; i++) {
            aclrtFree(picDevBuffer[i]);
        }
        return FAILED;
    }
 
    // print the top 5 confidence values with indexes.use function DumpModelOutputResult
    // if want to dump output result to file in the current directory
	//processModel.DumpModelOutputResult();
    processModel.OutputModelResult(output_path,modelName,idx);
    processModel.DestroyInput();
}
    // release model input buffer
   for (size_t i = 0; i < input_files.size(); i++) {
        aclrtFree(picDevBuffer[i]);
    }
 
    return SUCCESS;
}
 
void SampleProcess::DestroyResource()
{
    aclError ret;
    if (stream_ != nullptr) {
        ret = aclrtDestroyStream(stream_);
        if (ret != ACL_ERROR_NONE) {
            ERROR_LOG("destroy stream failed");
        }
        stream_ = nullptr;
    }
    INFO_LOG("end to destroy stream");
 
    if (context_ != nullptr) {
        ret = aclrtDestroyContext(context_);
        if (ret != ACL_ERROR_NONE) {
            ERROR_LOG("destroy context failed");
        }
        context_ = nullptr;
    }
    INFO_LOG("end to destroy context");
 
    ret = aclrtResetDevice(deviceId_);
   if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("reset device failed");
    }
    INFO_LOG("end to reset device is %d", deviceId_);
 
    ret = aclFinalize();
    if (ret != ACL_ERROR_NONE) {
        ERROR_LOG("finalize acl failed");
    }
    INFO_LOG("end to finalize acl");
 
}