【Python】VidStabで手ぶれ補正【動画編集への道#2】

from vidstab import VidStab


stabilizer = VidStab(kp_method='ORB')
stabilizer.stabilize(input_path='../build/in.mp4', output_path='../build/out_orb.avi')

from moviepy.editor import *
from moviepy.video.tools.segmenting import findObjects
import moviepy.video.fx.all as vfx
import os


def crop(clip, region, margin = 50):
    w,h = clip.size

    clip = clip.set_mask(region.mask).set_pos(region.screenpos)
    
    clip = vfx.crop(clip,
        x1=(margin), width=(w - margin * 2),
        y1=(margin), height=(h - margin * 2) 
    )
    return clip.resize(region.size)
    

if __name__ == "__main__":

    im = ImageClip("../assets/splitter_800x900.png")

    # Loacate the regions, return a list of ImageClips
    regions = findObjects(im) # region ( リージョン): 範囲、領域、分野、(身体の)部位の意味

    print(len(regions)) # ←これが0なら、マスク画像の作成で何か間違ってる。（黒枠でちゃんと囲えてないとか、透過だとダメで白黒でやる）

    clip1 = crop(VideoFileClip("../build/out_orb.avi", audio=False), regions[0])
    clip2 = crop(VideoFileClip("../build/out_orb_reflect.avi", audio=False), regions[1])

    final_clip = CompositeVideoClip([clip1, clip2], im.size).subclip(0.5, clip2.duration - 0.5)

    out_path = "../build/pip_orb_reflect.mp4"
    final_clip.write_videofile(out_path)

    os.system('open ' + out_path)

stabilizer.stabilize(input_path='../build/in.mp4', output_path='../build/out.avi', border_type='replicate', playback=True)

from ast import IsNot
import os
import cv2
from vidstab import VidStab, layer_overlay, download_ostrich_video


object_tracker = cv2.TrackerCSRT_create()
stabilizer = VidStab(kp_method='ORB')
vidcap = cv2.VideoCapture("./build/in.mp4")

fmt = cv2.VideoWriter_fourcc('m', 'p', '4', 'v') # ファイル形式(ここではmp4)
writer = cv2.VideoWriter('./build/stab_object_tracking.mp4', fmt, 30, (1280, 720)) # ライター作成


object_bounding_box = None # オブジェクトを四角で囲む
counter = 0

while True:
    grabbed_frame, frame = vidcap.read()

    stabilized_frame = stabilizer.stabilize_frame(input_frame=frame, border_size=50)

    # If stabilized_frame is None then there are no frames left to process
    if stabilized_frame is None:
        print('stabilized_frame is None')
        break
    

    # Draw rectangle around tracked object if tracking has started
    if object_bounding_box is not None:
        success, object_bounding_box = object_tracker.update(stabilized_frame)

        if success:
            (x, y, w, h) = [int(v) for v in object_bounding_box]
            cv2.rectangle(stabilized_frame, (x, y), (x + w, y + h),
                          (0, 255, 0), 2)

    cv2.imshow('Frame', stabilized_frame) # プレビューウィンドの表示
    stabilized_frame = cv2.resize(stabilized_frame,(1280, 720)) # リサイズしないと動画が正しく書き出せない
    writer.write(stabilized_frame) 

    # cv2.imwrite("./build/tmp/{}.jpg".format(counter), stabilized_frame)
    # counter += 1

    key = cv2.waitKey(5)

    if stabilized_frame.sum() > 0 and object_bounding_box is None:
        # 追跡したいオブジェクトをマウスでドラッグして選択後、Enterする
        object_bounding_box = cv2.selectROI("Frame",
                                            stabilized_frame,
                                            fromCenter=False,
                                            showCrosshair=True)

        object_tracker.init(stabilized_frame, object_bounding_box)

    elif key == 27:
        print('key == 27')
        break

writer.release() 
vidcap.release()
cv2.destroyAllWindows()
print('released')

from ast import IsNot
import os
import cv2
from vidstab import VidStab, layer_overlay, download_ostrich_video


object_tracker = cv2.TrackerCSRT_create()
stabilizer = VidStab(kp_method='ORB')
vidcap = cv2.VideoCapture("./build/in.mp4")

fmt = cv2.VideoWriter_fourcc('m', 'p', '4', 'v')
writer = cv2.VideoWriter('../build/stab_object_tracking_replace.mp4', fmt, 30, (1280, 720))

object_bounding_box = None # オブジェクトを四角で囲む
mask_img = cv2.imread("../assets/apple.png", cv2.IMREAD_UNCHANGED) # アルファチャンネル込みで読み込む

while True:
    grabbed_frame, frame = vidcap.read()

    stabilized_frame = stabilizer.stabilize_frame(input_frame=frame, border_size=50, border_type='reflect')


    if stabilized_frame is None:
        print('stabilized_frame is None')
        break
    

    if object_bounding_box is not None:
        success, object_bounding_box = object_tracker.update(stabilized_frame)

        if success:
            (x, y, w, h) = [int(v) for v in object_bounding_box]
            #cv2.rectangle(stabilized_frame, (x, y), (x + w, y + h), (0, 255, 0), 2)
            #stabilized_frame = cv2.addWeighted(src1=stabilized_frame, alpha=1.0, src2=mask_img, beta=1.0, gamma=0)
            mask_img = cv2.resize(mask_img, (100, 100))
            #stabilized_frame[y:y+100, x:x+100] = mask_img[:, :, :3]
            stabilized_frame[y:y+100, x:x+100] = stabilized_frame[y:y+100, x:x+100] * (1 - mask_img[:, :, 3:] / 255) + mask_img[:, :, :3] * (mask_img[:, :, 3:] / 255)

    cv2.imshow('Frame', stabilized_frame) # プレビューウィンドの表示
    stabilized_frame = cv2.resize(stabilized_frame,(1280, 720)) # リサイズしないと動画が正しく書き出せない
    writer.write(stabilized_frame) 


    key = cv2.waitKey(5)

    if stabilized_frame.sum() > 0 and object_bounding_box is None:
        # 追跡したいオブジェクトをマウスでドラッグして選択後、Enterする
        object_bounding_box = cv2.selectROI("Frame",
                                            stabilized_frame,
                                            fromCenter=False,
                                            showCrosshair=True)

        object_tracker.init(stabilized_frame, object_bounding_box)

    elif key == 27:
        print('key == 27')
        break

writer.release() 
vidcap.release()
cv2.destroyAllWindows()
print('released')