Improve YOLOv8 ONNX Runtime c++ example for all OS with `CmakeList.txt` support (#4274)
Signed-off-by: Onuralp SEZER <thunderbirdtr@fedoraproject.org> Signed-off-by: Onuralp SEZER <thunderbirdtr@gmail.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: Glenn Jocher <glenn.jocher@ultralytics.com>single_channel
Onuralp SEZER
1 year ago
committed by
GitHub
parent
c9be1f3cce
commit
22474e9ad5
@ -0,0 +1,71 @@
|
|||||||
|
cmake_minimum_required(VERSION 3.5)
|
||||||
|
|
||||||
|
set(PROJECT_NAME Yolov8OnnxRuntimeCPPInference)
|
||||||
|
project(${PROJECT_NAME} VERSION 0.0.1 LANGUAGES CXX)
|
||||||
|
|
||||||
|
|
||||||
|
# -------------- Support C++17 for using filesystem ------------------#
|
||||||
|
set(CMAKE_CXX_STANDARD 17)
|
||||||
|
set(CMAKE_CXX_STANDARD_REQUIRED ON)
|
||||||
|
set(CMAKE_CXX_EXTENSIONS ON)
|
||||||
|
set(CMAKE_INCLUDE_CURRENT_DIR ON)
|
||||||
|
|
||||||
|
|
||||||
|
# OpenCV
|
||||||
|
find_package(OpenCV REQUIRED)
|
||||||
|
include_directories(${OpenCV_INCLUDE_DIRS})
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# ONNXRUNTIME
|
||||||
|
|
||||||
|
# Set ONNXRUNTIME_VERSION
|
||||||
|
set(ONNXRUNTIME_VERSION 1.15.1)
|
||||||
|
|
||||||
|
if(WIN32)
|
||||||
|
# CPU
|
||||||
|
# set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-win-x64-${ONNXRUNTIME_VERSION}")
|
||||||
|
# GPU
|
||||||
|
set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-win-x64-gpu-${ONNXRUNTIME_VERSION}")
|
||||||
|
elseif(LINUX)
|
||||||
|
# CPU
|
||||||
|
# set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-linux-x64-${ONNXRUNTIME_VERSION}")
|
||||||
|
# GPU
|
||||||
|
set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-linux-x64-gpu-${ONNXRUNTIME_VERSION}")
|
||||||
|
elseif(APPLE)
|
||||||
|
set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-osx-arm64-${ONNXRUNTIME_VERSION}")
|
||||||
|
# Apple X64 binary
|
||||||
|
# set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-osx-x64-${ONNXRUNTIME_VERSION}")
|
||||||
|
# Apple Universal binary
|
||||||
|
# set(ONNXRUNTIME_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/onnxruntime-osx-universal2-${ONNXRUNTIME_VERSION}")
|
||||||
|
endif()
|
||||||
|
|
||||||
|
include_directories(${PROJECT_NAME} ${ONNXRUNTIME_ROOT}/include)
|
||||||
|
|
||||||
|
set(PROJECT_SOURCES
|
||||||
|
main.cpp
|
||||||
|
inference.h
|
||||||
|
inference.cpp
|
||||||
|
)
|
||||||
|
|
||||||
|
add_executable(${PROJECT_NAME} ${PROJECT_SOURCES})
|
||||||
|
|
||||||
|
if(WIN32)
|
||||||
|
target_link_libraries(${PROJECT_NAME} ${OpenCV_LIBS} ${ONNXRUNTIME_ROOT}/lib/onnxruntime.lib)
|
||||||
|
elseif(LINUX)
|
||||||
|
target_link_libraries(${PROJECT_NAME} ${OpenCV_LIBS} ${ONNXRUNTIME_ROOT}/lib/libonnxruntime.so)
|
||||||
|
elseif(APPLE)
|
||||||
|
target_link_libraries(${PROJECT_NAME} ${OpenCV_LIBS} ${ONNXRUNTIME_ROOT}/lib/libonnxruntime.dylib)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# For windows system, copy onnxruntime.dll to the same folder of the executable file
|
||||||
|
if(WIN32)
|
||||||
|
add_custom_command(TARGET ${PROJECT_NAME} POST_BUILD
|
||||||
|
COMMAND ${CMAKE_COMMAND} -E copy_if_different
|
||||||
|
"${ONNXRUNTIME_ROOT}/lib/onnxruntime.dll"
|
||||||
|
$<TARGET_FILE_DIR:${PROJECT_NAME}>)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# Download https://raw.githubusercontent.com/ultralytics/ultralytics/main/ultralytics/cfg/datasets/coco.yaml
|
||||||
|
# and put it in the same folder of the executable file
|
||||||
|
configure_file(coco.yaml ${CMAKE_CURRENT_BINARY_DIR}/coco.yaml COPYONLY)
|
||||||
@ -1,44 +1,94 @@
|
|||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <stdio.h>
|
|
||||||
#include "inference.h"
|
#include "inference.h"
|
||||||
#include <filesystem>
|
#include <filesystem>
|
||||||
|
#include <fstream>
|
||||||
|
|
||||||
|
|
||||||
void file_iterator(DCSP_CORE*& p)
|
void file_iterator(DCSP_CORE*& p)
|
||||||
{
|
{
|
||||||
std::filesystem::path img_path = R"(E:\project\Project_C++\DCPS_ONNX\TEST_ORIGIN)";
|
std::filesystem::path current_path = std::filesystem::current_path();
|
||||||
int k = 0;
|
std::filesystem::path imgs_path = current_path/"images";
|
||||||
for (auto& i : std::filesystem::directory_iterator(img_path))
|
for (auto& i : std::filesystem::directory_iterator(imgs_path))
|
||||||
{
|
{
|
||||||
if (i.path().extension() == ".jpg")
|
if (i.path().extension() == ".jpg" || i.path().extension() == ".png")
|
||||||
{
|
{
|
||||||
std::string img_path = i.path().string();
|
std::string img_path = i.path().string();
|
||||||
//std::cout << img_path << std::endl;
|
|
||||||
cv::Mat img = cv::imread(img_path);
|
cv::Mat img = cv::imread(img_path);
|
||||||
std::vector<DCSP_RESULT> res;
|
std::vector<DCSP_RESULT> res;
|
||||||
char* ret = p->RunSession(img, res);
|
p->RunSession(img, res);
|
||||||
for (int i = 0; i < res.size(); i++)
|
|
||||||
|
for (auto & re : res)
|
||||||
{
|
{
|
||||||
cv::rectangle(img, res.at(i).box, cv::Scalar(125, 123, 0), 3);
|
cv::rectangle(img, re.box, cv::Scalar(0, 0 , 255), 3);
|
||||||
|
std::string label = p->classes[re.classId];
|
||||||
|
cv::putText(
|
||||||
|
img,
|
||||||
|
label,
|
||||||
|
cv::Point(re.box.x, re.box.y - 5),
|
||||||
|
cv::FONT_HERSHEY_SIMPLEX,
|
||||||
|
0.75,
|
||||||
|
cv::Scalar(255, 255, 0),
|
||||||
|
2
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
cv::imshow("Result", img);
|
||||||
k++;
|
|
||||||
cv::imshow("TEST_ORIGIN", img);
|
|
||||||
cv::waitKey(0);
|
cv::waitKey(0);
|
||||||
cv::destroyAllWindows();
|
cv::destroyAllWindows();
|
||||||
//cv::imwrite("E:\\output\\" + std::to_string(k) + ".png", img);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int read_coco_yaml(DCSP_CORE*& p)
|
||||||
|
{
|
||||||
|
// Open the YAML file
|
||||||
|
std::ifstream file("coco.yaml");
|
||||||
|
if (!file.is_open()) {
|
||||||
|
std::cerr << "Failed to open file" << std::endl;
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Read the file line by line
|
||||||
|
std::string line;
|
||||||
|
std::vector<std::string> lines;
|
||||||
|
while (std::getline(file, line)) {
|
||||||
|
lines.push_back(line);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Find the start and end of the names section
|
||||||
|
std::size_t start = 0;
|
||||||
|
std::size_t end = 0;
|
||||||
|
for (std::size_t i = 0; i < lines.size(); i++) {
|
||||||
|
if (lines[i].find("names:") != std::string::npos) {
|
||||||
|
start = i + 1;
|
||||||
|
} else if (start > 0 && lines[i].find(':') == std::string::npos) {
|
||||||
|
end = i;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Extract the names
|
||||||
|
std::vector<std::string> names;
|
||||||
|
for (std::size_t i = start; i < end; i++) {
|
||||||
|
std::stringstream ss(lines[i]);
|
||||||
|
std::string name;
|
||||||
|
std::getline(ss, name, ':'); // Extract the number before the delimiter
|
||||||
|
std::getline(ss, name); // Extract the string after the delimiter
|
||||||
|
names.push_back(name);
|
||||||
|
}
|
||||||
|
|
||||||
|
p->classes = names;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int main()
|
int main()
|
||||||
{
|
{
|
||||||
DCSP_CORE* p1 = new DCSP_CORE;
|
DCSP_CORE* p1 = new DCSP_CORE;
|
||||||
std::string model_path = "yolov8n.onnx";
|
std::string model_path = "yolov8n.onnx";
|
||||||
DCSP_INIT_PARAM params{ model_path, YOLO_ORIGIN_V8, {640, 640}, 80, 0.1, 0.5, false };
|
read_coco_yaml(p1);
|
||||||
char* ret = p1->CreateSession(params);
|
// GPU inference
|
||||||
|
DCSP_INIT_PARAM params{ model_path, YOLO_ORIGIN_V8, {640, 640}, 0.1, 0.5, true };
|
||||||
|
// CPU inference
|
||||||
|
// DCSP_INIT_PARAM params{ model_path, YOLO_ORIGIN_V8, {640, 640}, 0.1, 0.5, false };
|
||||||
|
p1->CreateSession(params);
|
||||||
file_iterator(p1);
|
file_iterator(p1);
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
Reference in new issue