import cv2import matplotlib.pyplot as pltimport copyimport numpy as npimport torchfrom src import modelfrom src import utilfrom src.body import Bodyfrom src.hand import Hand
body_estimation = Body('model/body_pose_model.pth')hand_estimation = Hand('model/hand_pose_model.pth')
print(f"Torch device: {torch.cuda.get_device_name()}")
cap = cv2.VideoCapture("D:/3code/6pytorch/opencv_demo/12_open_pose/11.mp4")cap.set(3, 640)cap.set(4, 480)
indices = 1while True:    ret, oriImg = cap.read()    if not ret:        break
    candidate, subset = body_estimation(oriImg)
    canvas = copy.deepcopy(oriImg)    canvas = util.draw_bodypose(canvas, candidate, subset)
    # detect hand    hands_list = util.handDetect(candidate, subset, oriImg)
    all_hand_peaks = []    for x, y, w, is_left in hands_list:        peaks = hand_estimation(oriImg[y:y+w, x:x+w, :])        peaks[:, 0] = np.where(peaks[:, 0]==0, peaks[:, 0], peaks[:, 0]+x)        peaks[:, 1] = np.where(peaks[:, 1]==0, peaks[:, 1], peaks[:, 1]+y)        all_hand_peaks.append(peaks)
    canvas = util.draw_handpose(canvas, all_hand_peaks)
    cv2.imwrite('image_out/img_{}.jpg'.format(indices), canvas)    indices += 1
    print("images:", indices)
    # cv2.imshow('demo', canvas)#一个窗口用以显示原视频    # if cv2.waitKey(1) & 0xFF == ord('q'):    #     break
cap.release()cv2.destroyAllWindows()

from pathlib import Pathimport cv2import os
# 将视频video_path分割成图片和音频文件，保存到save_path文件夹中def video2mp3_img(video_path, save_path, audio_path):    def video_split(video_path, save_path):        if not os.path.exists(save_path):            os.makedirs(save_path)        cap = cv2.VideoCapture(video_path)        i = 0        while True:            ret, frame = cap.read()            if ret:                cv2.imwrite(save_path + '/' + str(i) + '.jpg', frame)                i += 1            else:                break        cap.release()
    if not os.path.exists(save_path):        os.makedirs(save_path)
    # 视频分割    video_split(video_path, save_path)
    # 视频转音频    # os.system("ffmpeg -i {} -vn -acodec copy {}/audio.mp3".format(video_path, audio_path))    os.system("ffmpeg -i {} -q:a 0 -map a {}/audio.mp3".format(video_path, audio_path))    # 音频转wav    # os.system("ffmpeg -i {}/audio.mp3 {}/audio.wav".format(save_path, save_path))
# 将video_imgout文件夹中的图片合成视频并且添加音频文件video_img/audio.mp3def img2mp4(image_out, save_name):
    BASE_PATH = os.path.dirname(__file__)    # 读取img size    img = cv2.imread("{}/img_1.jpg".format(image_out))
    imgInfo = img.shape    size = (imgInfo[1], imgInfo[0])
    files = []    for dirpath, dirnames, filenames in os.walk(image_out):        for filename in filenames:            fileName = Path(os.path.join(dirpath, filename))            files.append(os.path.join(dirpath, filename))
    files = [file.replace('\\', '/') for file in files]    files.sort(key=lambda x: int(x.split('/')[-1].split('.')[0].split('_')[-1]))
    fourcc = cv2.VideoWriter_fourcc(*'mp4v')    videoWrite = cv2.VideoWriter(f'videos/{save_name}.mp4', fourcc, 25, size)  # 写入对象 1 file name  3: 视频帧率
    for i in files:        img = cv2.imread(str(i))        videoWrite.write(img)
    print(f'videos/{save_name}.mp4')
    # 将video_img中的音频文件添加到视频中    # os.system("ffmpeg -i {}/videos/{}.mp4 -c:v copy -c:a aac -strict experimental {}/videos/{}.mp4".format(BASE_PATH, save_name, BASE_PATH, save_name))
if __name__ == '__main__':    BASE = os.path.dirname(__file__)    video_path = os.path.join(BASE, "videos/yangguo.mp4")  # 视频路径    save_path = os.path.join(BASE, "video_img")            # 拆解视频保存路径    audio_path = os.path.join(BASE, "audio")               # 分离音频保存路径
    # 视频  ==> imgs    # video2mp3_img(video_path, save_path, audio_path)
    # # imgs ==> 视频    img2mp4("image_out", save_name='ldh')