// Copyright (c) 2023 by Rockchip Electronics Co., Ltd. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /*------------------------------------------- Includes -------------------------------------------*/ #include #include #include #include #include #include "yolov8_seg.h" #include "image_utils.h" #include "file_utils.h" #include "image_drawing.h" #include /*------------------------------------------- Main Function -------------------------------------------*/ int main(int argc, char **argv) { if (argc != 3) { printf("%s \n", argv[0]); return -1; } const char *model_path = argv[1]; const char *image_path = argv[2]; unsigned char class_colors[][3] = { {255, 56, 56}, // 'FF3838' {255, 157, 151}, // 'FF9D97' {255, 112, 31}, // 'FF701F' {255, 178, 29}, // 'FFB21D' {207, 210, 49}, // 'CFD231' {72, 249, 10}, // '48F90A' {146, 204, 23}, // '92CC17' {61, 219, 134}, // '3DDB86' {26, 147, 52}, // '1A9334' {0, 212, 187}, // '00D4BB' {44, 153, 168}, // '2C99A8' {0, 194, 255}, // '00C2FF' {52, 69, 147}, // '344593' {100, 115, 255}, // '6473FF' {0, 24, 236}, // '0018EC' {132, 56, 255}, // '8438FF' {82, 0, 133}, // '520085' {203, 56, 255}, // 'CB38FF' {255, 149, 200}, // 'FF95C8' {255, 55, 199} // 'FF37C7' }; int ret = 0; int inference_status = 0; rknn_app_context_t rknn_app_ctx; memset(&rknn_app_ctx, 0, sizeof(rknn_app_context_t)); image_buffer_t src_image; memset(&src_image, 0, sizeof(image_buffer_t)); init_post_process(); ret = init_yolov8_seg_model(model_path, &rknn_app_ctx); if (ret != 0) { printf("init_yolov8_seg_model fail! ret=%d model_path=%s\n", ret, model_path); inference_status = ret; goto out; } ret = read_image(image_path, &src_image); if (ret != 0) { printf("read image fail! ret=%d image_path=%s\n", ret, image_path); inference_status = ret; goto out; } object_detect_result_list od_results; ret = inference_yolov8_seg_model(&rknn_app_ctx, &src_image, &od_results); if (ret != 0) { printf("inference_yolov8_seg_model fail! ret=%d\n", ret); inference_status = ret; goto out; } // Draw and release every instance mask. Each mask is binary and uses the // original image coordinate space. if (od_results.count >= 1) { int width = src_image.width; int height = src_image.height; char *ori_img = (char *)src_image.virt_addr; float alpha = 0.5f; // opacity for (int instance = 0; instance < od_results.count; ++instance) { const int cls_id = od_results.results[instance].cls_id; uint8_t *seg_mask = od_results.results_seg[instance].seg_mask; int left = width; int top = height; int right = -1; int bottom = -1; if (seg_mask) { for (int j = 0; j < height; j++) { for (int k = 0; k < width; k++) { if (seg_mask[j * width + k] == 0) continue; left = std::min(left, k); top = std::min(top, j); right = std::max(right, k); bottom = std::max(bottom, j); const int pixel_offset = 3 * (j * width + k); const int color = (cls_id + 1) % N_CLASS_COLORS; ori_img[pixel_offset + 0] = (unsigned char)clamp(class_colors[color][0] * (1 - alpha) + ori_img[pixel_offset + 0] * alpha, 0, 255); ori_img[pixel_offset + 1] = (unsigned char)clamp(class_colors[color][1] * (1 - alpha) + ori_img[pixel_offset + 1] * alpha, 0, 255); ori_img[pixel_offset + 2] = (unsigned char)clamp(class_colors[color][2] * (1 - alpha) + ori_img[pixel_offset + 2] * alpha, 0, 255); } } free(seg_mask); od_results.results_seg[instance].seg_mask = nullptr; } const int mask_width = right >= left ? right - left + 1 : 0; const int mask_height = bottom >= top ? bottom - top + 1 : 0; printf("MASK_BBOX %d %d %d %d %d\n", instance, mask_width > 0 ? left : 0, mask_height > 0 ? top : 0, mask_width, mask_height); } } // draw boxes char text[256]; for (int i = 0; i < od_results.count; i++) { object_detect_result *det_result = &(od_results.results[i]); printf("%s @ (%d %d %d %d) %.3f\n", coco_cls_to_name(det_result->cls_id), det_result->box.left, det_result->box.top, det_result->box.right, det_result->box.bottom, det_result->prop); int x1 = det_result->box.left; int y1 = det_result->box.top; int x2 = det_result->box.right; int y2 = det_result->box.bottom; draw_rectangle(&src_image, x1, y1, x2 - x1, y2 - y1, COLOR_RED, 3); sprintf(text, "%s %.1f%%", coco_cls_to_name(det_result->cls_id), det_result->prop * 100); draw_text(&src_image, text, x1, y1 - 16, COLOR_BLUE, 10); } write_image("out.png", &src_image); out: deinit_post_process(); const int release_status = release_yolov8_seg_model(&rknn_app_ctx); if (release_status != 0) { printf("release_yolov8_seg_model fail! ret=%d\n", release_status); if (inference_status == 0) inference_status = release_status; } if (src_image.virt_addr != NULL) { free(src_image.virt_addr); } return inference_status == 0 ? 0 : 1; }