PyPMV/main.py at main · rostuhan/PyPMV · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
import argparse
import os

import librosa
import pretty_midi
import soundfile as sf
from moviepy.editor import VideoFileClip, AudioFileClip, CompositeVideoClip

parser = argparse.ArgumentParser(prog="PyPMV")
parser.add_argument("-m", "--midi", required=True, help="Path to the MIDI file")
parser.add_argument("-c", "--clip", required=True, help="Path to the video clip file")
parser.add_argument(
    "-o",
    "--output",
    required=False,
    help="Path to the output video file",
    default="output.mp4",
)
args = parser.parse_args()
midiFile = pretty_midi.PrettyMIDI(args.midi)
notes = []
for instrument in midiFile.instruments:
    for note in instrument.notes:
        notes.append(note)
clip1 = VideoFileClip(args.clip)
noteClips = []
count = 0
for note in notes:
    print(note)
    count += 1
    clip = clip1.speedx(clip1.duration / (note.end - note.start))
    audio = clip1.audio
    audio.to_audiofile("temp.wav")
    y, sr = librosa.load("temp.wav")
    y = librosa.effects.time_stretch(y, rate=clip1.duration / (note.end - note.start))
    y = librosa.effects.pitch_shift(
        y, sr=sr, n_steps=(note.pitch - 60), bins_per_octave=12
    )
    sf.write("temp2.wav", y, sr)
    audio = AudioFileClip("temp2.wav")
    clip = clip.set_audio(audio)
    clip = clip.set_start(note.start)
    noteClips.append(clip)
os.remove("temp.wav")
os.remove("temp2.wav")
combined = CompositeVideoClip(noteClips)
combined.write_videofile(args.output)