| import csv |
| import math |
| import pathlib |
|
|
| import click |
| import librosa |
| import numpy as np |
| import tqdm |
| from typing import List |
|
|
| from get_pitch import get_pitch |
|
|
|
|
| @click.command(help='Estimate note pitch from transcriptions and corresponding waveforms') |
| @click.argument('transcriptions', metavar='TRANSCRIPTIONS') |
| @click.argument('waveforms', metavar='WAVS') |
| @click.option('--pe', metavar='ALGORITHM', default='parselmouth', |
| help='Pitch extractor (parselmouth, rmvpe)') |
| @click.option('--rest_uv_ratio', metavar='RATIO', type=float, default=0.85, |
| help='The minimum percentage of unvoiced length for a note to be regarded as rest') |
| def estimate_midi( |
| transcriptions: str, |
| waveforms: str, |
| pe: str = 'parselmouth', |
| rest_uv_ratio: float = 0.85 |
| ): |
| transcriptions = pathlib.Path(transcriptions).resolve() |
| waveforms = pathlib.Path(waveforms).resolve() |
| with open(transcriptions, 'r', encoding='utf8') as f: |
| reader = csv.DictReader(f) |
| items: List[dict] = [] |
| for item in reader: |
| items.append(item) |
|
|
| timestep = 512 / 44100 |
| for item in tqdm.tqdm(items): |
| item: dict |
| ph_dur = [float(d) for d in item['ph_dur'].split()] |
| ph_num = [int(n) for n in item['ph_num'].split()] |
| assert sum(ph_num) == len(ph_dur), f'ph_num does not sum to number of phones in \'{item["name"]}\'.' |
|
|
| word_dur = [] |
| i = 0 |
| for num in ph_num: |
| word_dur.append(sum(ph_dur[i: i + num])) |
| i += num |
|
|
| total_secs = sum(ph_dur) |
| waveform, _ = librosa.load(waveforms / (item['name'] + '.wav'), sr=44100, mono=True) |
| _, f0, uv = get_pitch(pe, waveform, 512, 44100) |
| pitch = librosa.hz_to_midi(f0) |
| if pitch.shape[0] < total_secs / timestep: |
| pad = math.ceil(total_secs / timestep) - pitch.shape[0] |
| pitch = np.pad(pitch, [0, pad], mode='constant', constant_values=[0, pitch[-1]]) |
| uv = np.pad(uv, [0, pad], mode='constant') |
|
|
| note_seq = [] |
| note_dur = [] |
| start = 0. |
| for dur in word_dur: |
| end = start + dur |
| start_idx = math.floor(start / timestep) |
| end_idx = math.ceil(end / timestep) |
| word_pitch = pitch[start_idx: end_idx] |
| word_uv = uv[start_idx: end_idx] |
| word_valid_pitch = np.extract(~word_uv & (word_pitch >= 0), word_pitch) |
| if len(word_valid_pitch) < (1 - rest_uv_ratio) * (end_idx - start_idx): |
| note_seq.append('rest') |
| else: |
| counts = np.bincount(np.round(word_valid_pitch).astype(np.int64)) |
| midi = counts.argmax() |
| midi = np.mean(word_valid_pitch[(word_valid_pitch >= midi - 0.5) & (word_valid_pitch < midi + 0.5)]) |
| note_seq.append(librosa.midi_to_note(midi, cents=True, unicode=False)) |
| note_dur.append(dur) |
|
|
| start = end |
|
|
| item['note_seq'] = ' '.join(note_seq) |
| item['note_dur'] = ' '.join([str(round(d, 6)) for d in note_dur]) |
|
|
| with open(transcriptions, 'w', encoding='utf8', newline='') as f: |
| writer = csv.DictWriter(f, fieldnames=['name', 'ph_seq', 'ph_dur', 'ph_num', 'note_seq', 'note_dur']) |
| writer.writeheader() |
| writer.writerows(items) |
|
|
|
|
| if __name__ == '__main__': |
| estimate_midi() |
|
|
