Spaces:
Running
on
Zero
Running
on
Zero
| from threading import Lock | |
| import fluidsynth | |
| import numpy as np | |
| class MidiSynthesizer: | |
| def __init__(self, soundfont_path, sample_rate=44100): | |
| self.soundfont_path = soundfont_path | |
| self.sample_rate = sample_rate | |
| fl = fluidsynth.Synth(samplerate=float(sample_rate)) | |
| sfid = fl.sfload(soundfont_path) | |
| self.devices = [[fl, sfid, False]] | |
| self.devices_lock = Lock() | |
| def get_fluidsynth(self): | |
| with self.devices_lock: | |
| for device in self.devices: | |
| if not device[2]: | |
| device[2] = True | |
| return device | |
| fl = fluidsynth.Synth(samplerate=float(self.sample_rate)) | |
| sfid = fl.sfload(self.soundfont_path) | |
| device = [fl, sfid, True] | |
| self.devices.append(device) | |
| return device | |
| def release_fluidsynth(self, device): | |
| device[0].system_reset() | |
| device[0].get_samples(self.sample_rate*5) # wait for silence | |
| device[2] = False | |
| def synthesis(self, midi_opus): | |
| ticks_per_beat = midi_opus[0] | |
| event_list = [] | |
| for track_idx, track in enumerate(midi_opus[1:]): | |
| abs_t = 0 | |
| for event in track: | |
| abs_t += event[1] | |
| event_new = [*event] | |
| event_new[1] = abs_t | |
| event_list.append(event_new) | |
| event_list = sorted(event_list, key=lambda e: e[1]) | |
| tempo = int((60 / 120) * 10 ** 6) # default 120 bpm | |
| ss = np.empty((0, 2), dtype=np.int16) | |
| device = self.get_fluidsynth() | |
| fl, sfid = device[:-1] | |
| last_t = 0 | |
| for c in range(16): | |
| fl.program_select(c, sfid, 128 if c == 9 else 0, 0) | |
| for event in event_list: | |
| name = event[0] | |
| sample_len = int(((event[1] / ticks_per_beat) * tempo / (10 ** 6)) * self.sample_rate) | |
| sample_len -= int(((last_t / ticks_per_beat) * tempo / (10 ** 6)) * self.sample_rate) | |
| last_t = event[1] | |
| if sample_len > 0: | |
| sample = fl.get_samples(sample_len).reshape(sample_len, 2) | |
| ss = np.concatenate([ss, sample]) | |
| if name == "set_tempo": | |
| tempo = event[2] | |
| elif name == "patch_change": | |
| c, p = event[2:4] | |
| fl.program_select(c, sfid, 128 if c == 9 else 0, p) | |
| elif name == "control_change": | |
| c, cc, v = event[2:5] | |
| fl.cc(c, cc, v) | |
| elif name == "note_on" and event[3] > 0: | |
| c, p, v = event[2:5] | |
| fl.noteon(c, p, v) | |
| elif name == "note_off" or (name == "note_on" and event[3] == 0): | |
| c, p = event[2:4] | |
| fl.noteoff(c, p) | |
| self.release_fluidsynth(device) | |
| if ss.shape[0] > 0: | |
| max_val = np.abs(ss).max() | |
| if max_val != 0: | |
| ss = (ss / max_val) * np.iinfo(np.int16).max | |
| ss = ss.astype(np.int16) | |
| return ss | |