From 65ee0565c2032701516e879a69774091b025df57 Mon Sep 17 00:00:00 2001 From: myh Date: Fri, 18 Apr 2025 22:51:46 +0800 Subject: [PATCH] =?UTF-8?q?=E9=9B=86=E6=88=90YOLOv8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- image_fusion/Image_Registration_test.py | 84 ++++++++++++------------- 1 file changed, 41 insertions(+), 43 deletions(-) diff --git a/image_fusion/Image_Registration_test.py b/image_fusion/Image_Registration_test.py index d7eb803..f29125e 100644 --- a/image_fusion/Image_Registration_test.py +++ b/image_fusion/Image_Registration_test.py @@ -9,6 +9,12 @@ import time import cv2 import numpy as np +from ultralytics import YOLO + +# 添加YOLOv8模型初始化 +yolo_model = YOLO("yolov8n.pt") # 可替换为yolov8s/m/l等 +yolo_model.to('cuda') # 启用GPU加速（可选） + def sift_registration(img1, img2): img1gray = cv2.normalize(img1, dst=None, alpha=0, beta=255, norm_type=cv2.NORM_MINMAX).astype(np.uint8) @@ -129,15 +135,14 @@ def Images_matching(img_base, img_target): return 1, H[0], len(dst_pts) -# - def fusions(img_vl, img_inf): """ :param img_vl: 原图像 :param img_inf: 红外图像 :return: """ - img_YUV = cv2.cvtColor(img_vl, cv2.COLOR_RGB2YUV) + img_YUV = cv2.cvtColor(img_vl, cv2.COLOR_BGR2YUV) # 如果输入是BGR，需转换 + # img_YUV = cv2.cvtColor(img_vl, cv2.COLOR_RGB2YUV) y, u, v = cv2.split(img_YUV) # 分离通道,获取Y通道 Yf = y * 0.5 + img_inf * 0.5 Yf = Yf.astype(np.uint8) @@ -170,22 +175,29 @@ def main(matchimg_vi, matchimg_in): """ :param matchimg_vi: 可见光图像 :param matchimg_in: 红外图像 - :return: 融合好的图像 + :return: 融合好的图像（带检测结果） """ - orimg_vi = matchimg_vi - orimg_in = matchimg_in - h, w = orimg_vi.shape[:2] # 480 640 - flag, H, dot = Images_matching(matchimg_vi, matchimg_in) # (3, 3)//获取对应的配准坐标点 - if flag == 0: - return 0, 0, 0 - else: - - matched_ni = cv2.warpPerspective(orimg_in, H, (w, h)) - # matched_ni,left,right,top,bottom=removeBlackBorder(matched_ni) - # fusion = fusions(orimg_vi[left:right, top:bottom], matched_ni) - fusion = fusions(orimg_vi, matched_ni) - # print(fusion.shape) - return 1, fusion, dot + try: + orimg_vi = matchimg_vi + orimg_in = matchimg_in + h, w = orimg_vi.shape[:2] # 480 640 + flag, H, dot = Images_matching(matchimg_vi, matchimg_in) # (3, 3)//获取对应的配准坐标点 + if flag == 0: + return 0, None, 0 + else: + matched_ni = cv2.warpPerspective(orimg_in, H, (w, h)) + # matched_ni,left,right,top,bottom=removeBlackBorder(matched_ni) + # fusion = fusions(orimg_vi[left:right, top:bottom], matched_ni) + fusion = fusions(orimg_vi, matched_ni) + + # YOLOv8目标检测 + results = yolo_model(fusion) # 输入融合后的图像 + annotated_image = results[0].plot() # 绘制检测框 + + return 1, annotated_image, dot # 返回带检测结果的图像 + except Exception as e: + print(f"Error in fusion/detection: {e}") + return 0, None, 0 if __name__ == '__main__': @@ -199,39 +211,25 @@ if __name__ == '__main__': out = cv2.VideoWriter('output2.mp4', fourcc, fps, (640, 480)) # 持续读取摄像头数据 while True: - # 读取 - start = time.time() - read_code, frame = capture.read() - read_code2, frame2 = capture2.read() + read_code, frame = capture.read() # 红外帧 + read_code2, frame2 = capture2.read() # 可见光帧 if not read_code: break i += 1 # frame = cv2.resize(frame, (1920, 1080)) # frame2 = cv2.resize(frame2, (640, 512)) - # frame =frame[80:512, 0:640] - # frame2=frame2[200:1080, 0:1920] - cv2.imshow("color", frame2) - cv2.imshow("gray", frame) - # 按 'q' 键退出循环 - if cv2.waitKey(25) & 0xFF == ord('q'): - break - h1, w1 = frame.shape[:2] - h2, w2 = frame2.shape[:2] - print(h1, w1, h2, w2) + # 转换为灰度图（红外图像处理） frame_gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY) + + # 调用main函数进行融合和检测 flag, fusion, dot = main(frame2, frame_gray) - if flag == 0: - continue - end = time.time() - # print(dot) - dots += dot - cv2.imshow("fusion", fusion) - # cv2.imshow("color", frame2) - # cv2.imshow("gray", frame) - out.write(fusion) - use_time = end - start - time_all += use_time + + if flag == 1: + # 显示带检测结果的融合图像 + cv2.imshow("Fusion with YOLOv8 Detection", fusion) + out.write(fusion) + if cv2.waitKey(1) == ord('q'): break # 释放资源