|
|
|
|
@ -48,22 +48,22 @@ int AIModel_Impl::Init(AIModelRun_Config config)
|
|
|
|
|
if (m_modelRun_Config.gpuconfig.gpu_0)
|
|
|
|
|
{
|
|
|
|
|
re = LoadEngine(0);
|
|
|
|
|
// 加载失败
|
|
|
|
|
if (re != 0)
|
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (m_modelRun_Config.gpuconfig.gpu_1)
|
|
|
|
|
{
|
|
|
|
|
re = LoadEngine(1);
|
|
|
|
|
// 加载失败
|
|
|
|
|
if (re != 0)
|
|
|
|
|
}
|
|
|
|
|
if (m_modelRun_Config.gpuconfig.gpu_2)
|
|
|
|
|
{
|
|
|
|
|
re = LoadEngine(2);
|
|
|
|
|
}
|
|
|
|
|
if (m_modelRun_Config.gpuconfig.gpu_3)
|
|
|
|
|
{
|
|
|
|
|
re = LoadEngine(3);
|
|
|
|
|
}
|
|
|
|
|
int nGPUNum = m_GPU_Engine.size();
|
|
|
|
|
// 模型载入失败
|
|
|
|
|
if (nGPUNum <= 0 || nGPUNum > 2)
|
|
|
|
|
if (nGPUNum <= 0 || nGPUNum > 4)
|
|
|
|
|
{
|
|
|
|
|
printf(" %s model Init error \n", m_modelRun_Config.strName.c_str());
|
|
|
|
|
return 2;
|
|
|
|
|
@ -113,12 +113,16 @@ int AIModel_Impl::Init(AIModelRun_Config config)
|
|
|
|
|
// 生产推理用的 参数信息
|
|
|
|
|
if (m_GPU_Engine.size() > 1)
|
|
|
|
|
{
|
|
|
|
|
if (m_GPU_Engine.at(0)->cudaSteams.size() != m_GPU_Engine.at(1)->cudaSteams.size())
|
|
|
|
|
size_t firstStreamNum = m_GPU_Engine.at(0)->cudaSteams.size();
|
|
|
|
|
for (size_t i = 1; i < m_GPU_Engine.size(); i++)
|
|
|
|
|
{
|
|
|
|
|
if (m_GPU_Engine.at(i)->cudaSteams.size() != firstStreamNum)
|
|
|
|
|
{
|
|
|
|
|
printf(" %s model Init error \n", m_modelRun_Config.strName.c_str());
|
|
|
|
|
return 3;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (streamNum <= 0)
|
|
|
|
|
{
|
|
|
|
|
printf(" %s model Init streamNum error \n", m_modelRun_Config.strName.c_str());
|
|
|
|
|
|