Upload dnmetis test tool for NPU inference
This commit is contained in:
chengchunlei
Gitee
@@ -0,0 +1,156 @@
|
||||
// Config.cpp
|
||||
|
||||
#include "Config.h"
|
||||
|
||||
using namespace std;
|
||||
|
||||
|
||||
Config::Config( string filename, string delimiter,
|
||||
string comment )
|
||||
: m_Delimiter(delimiter), m_Comment(comment)
|
||||
{
|
||||
// Construct a Config, getting keys and values from given file
|
||||
|
||||
std::ifstream in( filename.c_str() );
|
||||
|
||||
if( !in ) throw File_not_found( filename );
|
||||
|
||||
in >> (*this);
|
||||
}
|
||||
|
||||
|
||||
Config::Config()
|
||||
: m_Delimiter( string(1,'=') ), m_Comment( string(1,'#') )
|
||||
{
|
||||
// Construct a Config without a file; empty
|
||||
}
|
||||
|
||||
|
||||
|
||||
bool Config::KeyExists( const string& key ) const
|
||||
{
|
||||
// Indicate whether key is found
|
||||
mapci p = m_Contents.find( key );
|
||||
return ( p != m_Contents.end() );
|
||||
}
|
||||
|
||||
|
||||
/* static */
|
||||
void Config::Trim( string& inout_s )
|
||||
{
|
||||
// Remove leading and trailing whitespace
|
||||
static const char whitespace[] = " \n\t\v\r\f";
|
||||
inout_s.erase( 0, inout_s.find_first_not_of(whitespace) );
|
||||
inout_s.erase( inout_s.find_last_not_of(whitespace) + 1U );
|
||||
}
|
||||
|
||||
|
||||
std::ostream& operator<<( std::ostream& os, const Config& cf )
|
||||
{
|
||||
// Save a Config to os
|
||||
for( Config::mapci p = cf.m_Contents.begin();
|
||||
p != cf.m_Contents.end();
|
||||
++p )
|
||||
{
|
||||
os << p->first << " " << cf.m_Delimiter << " ";
|
||||
os << p->second << std::endl;
|
||||
}
|
||||
return os;
|
||||
}
|
||||
|
||||
void Config::Remove( const string& key )
|
||||
{
|
||||
// Remove key and its value
|
||||
m_Contents.erase( m_Contents.find( key ) );
|
||||
return;
|
||||
}
|
||||
|
||||
std::istream& operator>>( std::istream& is, Config& cf )
|
||||
{
|
||||
// Load a Config from is
|
||||
// Read in keys and values, keeping internal whitespace
|
||||
typedef string::size_type pos;
|
||||
const string& delim = cf.m_Delimiter; // separator
|
||||
const string& comm = cf.m_Comment; // comment
|
||||
const pos skip = delim.length(); // length of separator
|
||||
|
||||
string nextline = ""; // might need to read ahead to see where value ends
|
||||
|
||||
while( is || nextline.length() > 0 )
|
||||
{
|
||||
// Read an entire line at a time
|
||||
string line;
|
||||
if( nextline.length() > 0 )
|
||||
{
|
||||
line = nextline; // we read ahead; use it now
|
||||
nextline = "";
|
||||
}
|
||||
else
|
||||
{
|
||||
std::getline( is, line );
|
||||
}
|
||||
|
||||
// Ignore comments
|
||||
line = line.substr( 0, line.find(comm) );
|
||||
|
||||
// Parse the line if it contains a delimiter
|
||||
pos delimPos = line.find( delim );
|
||||
if( delimPos < string::npos )
|
||||
{
|
||||
// Extract the key
|
||||
string key = line.substr( 0, delimPos );
|
||||
line.replace( 0, delimPos+skip, "" );
|
||||
|
||||
// See if value continues on the next line
|
||||
// Stop at blank line, next line with a key, end of stream,
|
||||
// or end of file sentry
|
||||
bool terminate = false;
|
||||
while( !terminate && is )
|
||||
{
|
||||
std::getline( is, nextline );
|
||||
terminate = true;
|
||||
|
||||
string nlcopy = nextline;
|
||||
Config::Trim(nlcopy);
|
||||
if( nlcopy == "" ) continue;
|
||||
|
||||
nextline = nextline.substr( 0, nextline.find(comm) );
|
||||
if( nextline.find(delim) != string::npos )
|
||||
continue;
|
||||
|
||||
nlcopy = nextline;
|
||||
Config::Trim(nlcopy);
|
||||
if( nlcopy != "" ) line += "\n";
|
||||
line += nextline;
|
||||
terminate = false;
|
||||
}
|
||||
|
||||
// Store key and value
|
||||
Config::Trim(key);
|
||||
Config::Trim(line);
|
||||
cf.m_Contents[key] = line; // overwrites if key is repeated
|
||||
}
|
||||
}
|
||||
|
||||
return is;
|
||||
}
|
||||
bool Config::FileExist(std::string filename)
|
||||
{
|
||||
bool exist= false;
|
||||
std::ifstream in( filename.c_str() );
|
||||
if( in )
|
||||
exist = true;
|
||||
return exist;
|
||||
}
|
||||
|
||||
void Config::ReadFile( string filename, string delimiter,
|
||||
string comment )
|
||||
{
|
||||
m_Delimiter = delimiter;
|
||||
m_Comment = comment;
|
||||
std::ifstream in( filename.c_str() );
|
||||
|
||||
if( !in ) throw File_not_found( filename );
|
||||
|
||||
in >> (*this);
|
||||
}
|
||||
@@ -0,0 +1,150 @@
|
||||
#include <pybind11/pybind11.h>
|
||||
#include "BackendFactory.h"
|
||||
#include "BaseBackend.h"
|
||||
//#include "common.h"
|
||||
#include "utils.h"
|
||||
#include <string>
|
||||
|
||||
using namespace std;
|
||||
|
||||
bool warmup=true;
|
||||
|
||||
long deviceTime=0;
|
||||
|
||||
std::shared_ptr<BaseBackend> backend;
|
||||
Config * Config::instance = nullptr;
|
||||
|
||||
int backend_setconfig(char* cfg)
|
||||
{
|
||||
Config::setInstance(cfg);
|
||||
}
|
||||
|
||||
int backend_load(int backend_type,char* omModelPath,char* binfile)
|
||||
{
|
||||
backend = BackendFactory::Instance()->CreateBaseBackend(FrameworkType(backend_type));
|
||||
if(backend == nullptr)
|
||||
{
|
||||
ERROR_LOG("FAILED, Not found the test backend, type:%d.", FrameworkType(backend_type));
|
||||
return FAILED;
|
||||
}
|
||||
backend->init(omModelPath,binfile);
|
||||
printf("[INFO] AclBackend init OK\n");
|
||||
backend->load(omModelPath,binfile);
|
||||
printf("[INFO] AclBackend load OK\n");
|
||||
}
|
||||
|
||||
//py::array backend_predict(int type, char* omModelPath, py::array binfile)
|
||||
vector<py::array> backend_predict(int type, char* omModelPath, py::array binfile)
|
||||
{
|
||||
if(warmup)
|
||||
{
|
||||
printf("[INFO] start warmup AclBackend predict\n");
|
||||
//warmup=false;
|
||||
}
|
||||
INFO_LOG("start backend_predict is %d", Utils::getCurrentTime());
|
||||
std::vector<Output_buf> result_buf;
|
||||
//INFO_LOG("binfile.nbytes is %d", binfile.nbytes());
|
||||
deviceTime = 0;
|
||||
backend->predict(omModelPath, binfile.mutable_data(), binfile.nbytes(),result_buf, deviceTime);
|
||||
INFO_LOG("Pure device execute time is %f ms", deviceTime);
|
||||
if(warmup)
|
||||
{
|
||||
printf("[INFO] end warmup AclBackend predict\n");
|
||||
warmup=false;
|
||||
}
|
||||
|
||||
INFO_LOG("end backend_predict is %d", Utils::getCurrentTime());
|
||||
|
||||
vector<py::array> vec_result;
|
||||
for(int i =0 ; i<result_buf.size();i++)
|
||||
{
|
||||
std::string str;
|
||||
if(!result_buf[i].format.compare("uint8"))
|
||||
str=py::format_descriptor<uint8_t>::format();
|
||||
if(!result_buf[i].format.compare("int8"))
|
||||
str=py::format_descriptor<int8_t>::format();
|
||||
if(!result_buf[i].format.compare("float"))
|
||||
str=py::format_descriptor<float>::format();
|
||||
if(!result_buf[i].format.compare("float16"))
|
||||
str=py::format_descriptor<float16>::format();
|
||||
if(!result_buf[i].format.compare("int64"))
|
||||
str=py::format_descriptor<int64_t>::format();
|
||||
if(!result_buf[i].format.compare("uint64"))
|
||||
str=py::format_descriptor<uint64_t>::format();
|
||||
py::buffer_info tmp=py::buffer_info(
|
||||
result_buf[i].ptr,
|
||||
(ssize_t)result_buf[i].itemsize, //itemsize
|
||||
str,
|
||||
(ssize_t)result_buf[i].ndim,// ndim
|
||||
result_buf[i].shape, // shape
|
||||
result_buf[i].strides //strides
|
||||
);
|
||||
py::dtype dt = py::dtype(str);
|
||||
py::array result = py::array(dt,tmp.shape, tmp.strides, tmp.ptr);
|
||||
vec_result.push_back(result);
|
||||
}
|
||||
return vec_result;
|
||||
//return result;
|
||||
}
|
||||
|
||||
long backend_get_device_time()
|
||||
{
|
||||
return deviceTime;
|
||||
}
|
||||
|
||||
int backend_unload(int type,char* omModelPath,char* binfile)
|
||||
{
|
||||
backend->unload(omModelPath,binfile);
|
||||
printf("[INFO] AclBackend unload OK\n");
|
||||
}
|
||||
|
||||
namespace py = pybind11;
|
||||
|
||||
PYBIND11_MODULE(dnmetis_backend, m) {
|
||||
m.doc() = R"pbdoc(
|
||||
Pybind11 example plugin
|
||||
-----------------------
|
||||
|
||||
.. currentmodule:: dnmetis_backend
|
||||
|
||||
.. autosummary::
|
||||
:toctree: _generate
|
||||
|
||||
add
|
||||
subtract
|
||||
)pbdoc";
|
||||
/*m.def("backend_main", &backend_main, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");*/
|
||||
m.def("backend_setconfig", &backend_setconfig, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");
|
||||
|
||||
m.def("backend_load", &backend_load, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");
|
||||
|
||||
m.def("backend_predict", &backend_predict, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");
|
||||
|
||||
m.def("backend_get_device_time", &backend_get_device_time, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");
|
||||
|
||||
m.def("backend_unload", &backend_unload, R"pbdoc(
|
||||
backend
|
||||
)pbdoc");
|
||||
m.def("add", [](int i, int j) { return i + j; }, R"pbdoc(
|
||||
add
|
||||
)pbdoc");
|
||||
m.def("subtract", [](int i, int j) { return i - j; }, R"pbdoc(
|
||||
subtract
|
||||
)pbdoc");
|
||||
|
||||
#ifdef VERSION_INFO
|
||||
m.attr("__version__") = VERSION_INFO;
|
||||
#else
|
||||
m.attr("__version__") = "dev";
|
||||
#endif
|
||||
}
|
||||
Reference in New Issue
Block a user