|
- import importlib
- import re
-
- import gradio as gr
- import yaml
- from gradio.inputs import Textbox
-
- from infer import Infer
- from utils.hparams import set_hparams
- from utils.hparams import hparams as hp
- import numpy as np
- import soundfile as sf
-
-
- class GradioInfer:
- def __init__(self, exp_name, inference_cls, title, description, article, example_inputs):
- self.exp_name = exp_name
- self.title = title
- self.description = description
- self.article = article
- self.example_inputs = example_inputs
-
- pkg = ".".join(inference_cls.split(".")[:-1])
- cls_name = inference_cls.split(".")[-1]
- self.inference_cls = getattr(importlib.import_module(pkg), cls_name)
-
- def greet(self, text, notes, notes_duration):
- PUNCS = '。?;:'
- sents = re.split(rf'([{PUNCS}])', text.replace('\n', ','))
- sents_notes = re.split(rf'([{PUNCS}])', notes.replace('\n', ','))
- sents_notes_dur = re.split(rf'([{PUNCS}])', notes_duration.replace('\n', ','))
-
- if sents[-1] not in list(PUNCS):
- sents = sents + ['']
- sents_notes = sents_notes + ['']
- sents_notes_dur = sents_notes_dur + ['']
-
- audio_outs = []
- s, n, n_dur = "", "", ""
- for i in range(0, len(sents), 2):
- if len(sents[i]) > 0:
- s += sents[i] + sents[i + 1]
- n += sents_notes[i] + sents_notes[i+1]
- n_dur += sents_notes_dur[i] + sents_notes_dur[i+1]
- if len(s) >= 400 or (i >= len(sents) - 2 and len(s) > 0):
- audio_out = self.infer_ins.infer_once({
- 'text': s,
- 'notes': n,
- 'notes_duration': n_dur,
- })
- audio_out = audio_out * 32767
- audio_out = audio_out.astype(np.int16)
- audio_outs.append(audio_out)
- audio_outs.append(np.zeros(int(hp['audio_sample_rate'] * 0.3)).astype(np.int16))
- s = ""
- n = ""
- audio_outs = np.concatenate(audio_outs)
- return hp['audio_sample_rate'], audio_outs
-
- def run(self):
- set_hparams("model/config.yaml")
- infer_cls = self.inference_cls
- self.infer_ins: Infer = infer_cls(hp)
- example_inputs = self.example_inputs
- for i in range(len(example_inputs)):
- text, notes, notes_dur = example_inputs[i].split('<sep>')
- example_inputs[i] = [text, notes, notes_dur]
-
- iface = gr.Interface(fn=self.greet,
- inputs=[
- Textbox(lines=2, placeholder=None, default=example_inputs[0][0], label="input text"),
- Textbox(lines=2, placeholder=None, default=example_inputs[0][1], label="input note"),
- Textbox(lines=2, placeholder=None, default=example_inputs[0][2], label="input duration")]
- ,
- outputs="audio",
- allow_flagging="never",
- title=self.title,
- description=self.description,
- article=self.article,
- examples=example_inputs,
- enable_queue=True)
- iface.launch()# cache_examples=True)
- # sr, wav = self.greet(example_inputs[0][0], example_inputs[0][1], example_inputs[0][2])
- # sf.write('example.wav', wav, sr)
-
-
- if __name__ == '__main__':
- gradio_config = yaml.safe_load(open('settings.yaml'))
- g = GradioInfer(**gradio_config)
- g.run()
|