forked from guifaChild/text_to_vedio
-
Notifications
You must be signed in to change notification settings - Fork 0
/
data_to_vedio.py
108 lines (82 loc) · 3.39 KB
/
data_to_vedio.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
# -*- coding: utf-8 -*-
"""
作者：张贵发
日期：2023年06月12日
描述：将生成的语音、图像合成视频
"""
import os
from moviepy.editor import ImageSequenceClip, AudioFileClip, concatenate_videoclips
import numpy as np
import random
def fl_right(gf, t):
# 获取原始图像帧
frame = gf(t)
# 进行滚动效果，将图像向右滚动50像素
scroll_x = int(t * 1) # 根据时间t计算滚动的像素数
new_frame = np.zeros_like(frame)
# 将原始帧的内容向右滚动50像素，并将结果赋值给新帧
new_frame[:, scroll_x:] = frame[:, :frame.shape[1] - scroll_x]
return new_frame
def fl_down(gf, t):
# 获取原始图像帧
frame = gf(t)
# 进行滚动效果，将图像向右滚动50像素
# scroll_x = int(t * 5) # 根据时间t计算滚动的像素数
scroll_y = int(t * 1) # 根据时间t计算滚动的像素数
new_frame = np.zeros_like(frame)
# 将原始帧的内容向右滚动50像素，并将结果赋值给新帧
new_frame[scroll_y:, :] = frame[:frame.shape[0] - scroll_y, :]
return new_frame
def fl_up(gf, t):
# 获取原始图像帧
frame = gf(t)
# 进行滚动效果，将图像向下滚动50像素
height, width = frame.shape[:2]
scroll_y = int(t * 10) # 根据时间t计算滚动的像素数
new_frame = np.zeros_like(frame)
# 控制滚动的范围，避免滚动超出图像的边界
if scroll_y < height:
new_frame[:height-scroll_y, :] = frame[scroll_y:, :]
return new_frame
# def fl_up(gf, t):
# # 获取原始图像帧
# frame = gf(t)
#
# # 进行滚动效果，将图像向下滚动50像素
# height, width = frame.shape[:2]
# scroll_y = int(t * 20) # 根据时间t计算滚动的像素数
# new_frame = np.zeros_like(frame)
#
# # 控制滚动的范围，避免滚动超出图像的边界
# if scroll_y < height:
# new_frame[:height-scroll_y, :] = frame[scroll_y:, :]
#
# return new_frame
def random_fl(gf, t):
# 定义三个变换函数列表
fl_functions = [fl_up, fl_down, fl_right]
# 随机选择一个变换函数
random_fl_func = random.choice(fl_functions)
# 调用随机选择的变换函数
return random_fl_func(gf, t)
def merge_vedio(image_dir_path,audio_dir_path):
image_files = os.listdir(image_dir_path)
audio_files = os.listdir(audio_dir_path)
print(image_files)
clips = []
for i in range(len(audio_files)):
image_path = os.path.join(image_dir_path, str(i)+".png")
audio_path = os.path.join(audio_dir_path, str(i)+".wav")
audio_clip = AudioFileClip(audio_path)
img_clip = ImageSequenceClip([image_path], audio_clip.duration)
img_clip = img_clip.set_position(('center', 'center')).fl(fl_up,apply_to=['mask']).set_duration(audio_clip.duration)
clip = img_clip.set_audio(audio_clip)
clips.append(clip)
final_clip = concatenate_videoclips(clips)
new_parent = image_dir_path.replace("data_image","data_vedio").split("story")[0]
if not os.path.exists(new_parent):
os.makedirs(new_parent)
new_path = image_dir_path.replace("data_image","data_vedio")
final_clip.write_videofile(new_path+".mp4", fps=24,audio_codec="aac")
if __name__ == '__main__':
merge_vedio("data/data_image/少年歌行第一章/少年歌行第一章","data/data_audio/少年歌行第一章/少年歌行第一章")