使用 pygame 进行 blit opencv 相机捕获会抛出 TypeError：参数 1 必须是 pygame.Surface，而不是 cv2.VideoCapture

我是 pygame 的新手，以前从未使用过它，想知道如何使用 pygame 和 opencv 将网络摄像头传输或显示到表面，但我不断收到消息：

Traceback (most recent call last):
 File "<filename>.py", line 51, in <module>      
   mainWindow()
 File "<filename>.py", line 43, in mainWindow    
   draw_window()
 File "<filename>.py", line 24, in draw_window   
   WINDOW.blit(camera)
TypeError: argument 1 must be pygame.Surface, not cv2.VideoCapture

import pygame 
import cv2

pygame.init()

# setting the width and height of the window
WIDTH, HEIGHT = 1280, 720
WINDOW = pygame.display.set_mode((WIDTH, HEIGHT))
pygame.display.set_caption("name me")

# background color 
color = (0, 0, 0)

# 0 is the built in webcam
camera = cv2.VideoCapture(0)
camera.set(cv2.CAP_PROP_FRAME_WIDTH, 700)
camera.set(cv2.CAP_PROP_FRAME_HEIGHT, 900)

def draw_window():
    # background color 
    WINDOW.fill((color))

    # display object onto the surface (screen)
    WINDOW.blit(camera)

    # update the display
    pygame.display.update()


FPS = 30
def mainWindow():
    # keeping the window open 
    run = True 
    clock = pygame.time.Clock()
    while run: 
        # capping it at the set frame rate 
        clock.tick(FPS)

        for event in pygame.event.get():
            if event.type == pygame.QUIT:
                run = False

        draw_window()


    # closing the window 
    pygame.quit()


# main #
mainWindow()

你只能blit a pygame.Surface。因此，您必须从相机中逐帧获取并将其转换为pygame.Surface object.

抓住相机框架：

success, camera_image = capture.read()

将相机帧转换为pygame.Surface对象使用pygame.image.frombuffer:

camera_surf = pygame.image.frombuffer(
              camera_image.tobytes(), camera_image.shape[1::-1], "BGR")

在函数中这样做draw_window:

def draw_window():
    # background color 
    WINDOW.fill((color))
    
    # display object onto the surface (screen)
    success, camera_image = camera.read()
    if success:
          camera_surf = pygame.image.frombuffer(camera_image.tobytes(), camera_image.shape[1::-1], "BGR")
          WINDOW.blit(camera_surf, (0, 0))
    
    # update the display
    pygame.display.update()

另请参阅python pygame.camera.init() 没有 vidcapture and PyGameExamplesAndAnswers - 相机和视频

替代但最小的例子：

import pygame
import cv2

capture = cv2.VideoCapture(0)
success, camera_image = capture.read()

window = pygame.display.set_mode(camera_image.shape[1::-1])
clock = pygame.time.Clock()

run = success
while run:
    clock.tick(60)
    for event in pygame.event.get():
        if event.type == pygame.QUIT:
            run = False
    
    success, camera_image = capture.read()
    if success:
        camera_surf = pygame.image.frombuffer(
            camera_image.tobytes(), camera_image.shape[1::-1], "BGR")
    else:
        run = False
    window.blit(camera_surf, (0, 0))
    pygame.display.flip()

pygame.quit()
exit()