/
preprocess.py
115 lines (95 loc) · 4.09 KB
/
preprocess.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
# -*- coding: utf-8 -*-
"""
Created on Thu Jun 20 19:31:27 2019
@author: Titus
"""
import librosa
import numpy as np
from os import path
from config import ModelConfig
import soundfile as sf
def get_wav(root, dir, sec, sr=ModelConfig.SR):
vocalswav = 'vocals.wav'
drumswav = 'drums.wav'
filenamesrc1 = path.join(path.join(root, dir), vocalswav)
print(filenamesrc1)
filenamesrc2 = path.join(path.join(root, dir), drumswav)
print(librosa.load(filenamesrc1, sr=sr, mono = False)[0])
src1 = _sample_range(_pad_wav(librosa.load(filenamesrc1, sr=sr,mono = False)[0], sr, sec), sr, sec)
src2 = _sample_range(_pad_wav(librosa.load(filenamesrc2, sr=sr,mono = False)[0], sr, sec), sr, sec)
mixed =np.array((src1+src2)/2)
return mixed, src1, src2
def get_mixture(root, filename, sr = ModelConfig.SR):
filepath = path.join(root, filename)
print(filepath)
mixture = librosa.load(filepath, sr=sr, mono = False)[0]
print(mixture)
return np.array(mixture)
# Batch considered
def to_spectrogram(wav, len_frame=ModelConfig.L_FRAME, len_hop=ModelConfig.L_HOP):
return np.array(list(map(lambda w: librosa.stft(w, n_fft=len_frame, hop_length=len_hop), wav)))
# Batch considered
def to_wav(mag, phase, len_hop=ModelConfig.L_HOP):
stft_matrix = get_stft_matrix(mag, phase)
return np.array(list(map(lambda s: librosa.istft(s, hop_length=len_hop), stft_matrix)))
# Batch considered
def to_wav_from_spec(stft_maxrix, len_hop=ModelConfig.L_HOP):
return np.array(list(map(lambda s: librosa.istft(s, hop_length=len_hop), stft_maxrix)))
# Batch considered
def to_wav_mag_only(mag, init_phase, len_frame=ModelConfig.L_FRAME, len_hop=ModelConfig.L_HOP, num_iters=50):
#return np.array(list(map(lambda m_p: griffin_lim(m, len_frame, len_hop, num_iters=num_iters, phase_angle=p)[0], list(zip(mag, init_phase))[1])))
return np.array(list(map(lambda m: lambda p: griffin_lim(m, len_frame, len_hop, num_iters=num_iters, phase_angle=p), list(zip(mag, init_phase))[1])))
# Batch considered
def get_magnitude(stft_matrixes):
return np.abs(stft_matrixes)
# Batch considered
def get_phase(stft_maxtrixes):
return np.angle(stft_maxtrixes)
# Batch considered
def get_stft_matrix(magnitudes, phases):
return magnitudes * np.exp(1.j * phases)
# Batch considered
def soft_time_freq_mask(target_src, remaining_src):
mask = np.abs(target_src) / (np.abs(target_src) + np.abs(remaining_src) + np.finfo(float).eps)
return mask
# Batch considered
def hard_time_freq_mask(target_src, remaining_src):
mask = np.where(target_src > remaining_src, 1., 0.)
return mask
def write_wav(data, path, sr=ModelConfig.SR, format='WAV', subtype='PCM_16'):
#sf.write('{}.wav'.format(path), np.random.randn(10, 2), 44100, 'PCM_16')
sf.write('{}.wav'.format(path), data, sr, subtype)
def griffin_lim(mag, len_frame, len_hop, num_iters, phase_angle=None, length=None):
assert(num_iters > 0)
if phase_angle is None:
phase_angle = np.pi * np.random.rand(*mag.shape)
spec = get_stft_matrix(mag, phase_angle)
for i in range(num_iters):
wav = librosa.istft(spec, win_length=len_frame, hop_length=len_hop, length=length)
if i != num_iters - 1:
spec = librosa.stft(wav, n_fft=len_frame, win_length=len_frame, hop_length=len_hop)
_, phase = librosa.magphase(spec)
phase_angle = np.angle(phase)
spec = get_stft_matrix(mag, phase_angle)
return wav
def _pad_wav(wav, sr, duration):
assert(wav.ndim <= 2)
n_samples = int(sr * duration)
pad_len = np.maximum(0, n_samples - wav.shape[-1])
if wav.ndim == 1:
pad_width = (0, pad_len)
else:
pad_width = ((0, 0), (0, pad_len))
wav = np.pad(wav, pad_width=pad_width, mode='constant', constant_values=0)
return wav
def _sample_range(wav, sr, duration):
assert(wav.ndim <= 2)
target_len = int(sr * duration)
wav_len = wav.shape[-1]
start = np.random.choice(range(np.maximum(1, wav_len - target_len)), 1)[0]
end = start + target_len
if wav.ndim == 1:
wav = wav[start:end]
else:
wav = wav[:, start:end]
return wav