mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-22 16:17:57 +01:00
55 lines
1.8 KiB
Python
55 lines
1.8 KiB
Python
import gradio as gr
|
|
import speech_recognition as sr
|
|
|
|
input_hijack = {
|
|
'state': False,
|
|
'value': ["", ""]
|
|
}
|
|
|
|
|
|
def do_stt(audio, text_state=""):
|
|
transcription = ""
|
|
r = sr.Recognizer()
|
|
|
|
# Convert to AudioData
|
|
audio_data = sr.AudioData(sample_rate=audio[0], frame_data=audio[1], sample_width=4)
|
|
|
|
try:
|
|
transcription = r.recognize_whisper(audio_data, language="english", model="base.en")
|
|
except sr.UnknownValueError:
|
|
print("Whisper could not understand audio")
|
|
except sr.RequestError as e:
|
|
print("Could not request results from Whisper", e)
|
|
|
|
input_hijack.update({"state": True, "value": [transcription, transcription]})
|
|
|
|
text_state += transcription + " "
|
|
return text_state, text_state
|
|
|
|
|
|
def update_hijack(val):
|
|
input_hijack.update({"state": True, "value": [val, val]})
|
|
return val
|
|
|
|
|
|
def auto_transcribe(audio, audio_auto, text_state=""):
|
|
if audio is None:
|
|
return "", ""
|
|
if audio_auto:
|
|
return do_stt(audio, text_state)
|
|
return "", ""
|
|
|
|
|
|
def ui():
|
|
tr_state = gr.State(value="")
|
|
output_transcription = gr.Textbox(label="STT-Input",
|
|
placeholder="Speech Preview. Click \"Generate\" to send",
|
|
interactive=True)
|
|
output_transcription.change(fn=update_hijack, inputs=[output_transcription], outputs=[tr_state])
|
|
audio_auto = gr.Checkbox(label="Auto-Transcribe", value=True)
|
|
with gr.Row():
|
|
audio = gr.Audio(source="microphone")
|
|
audio.change(fn=auto_transcribe, inputs=[audio, audio_auto, tr_state], outputs=[output_transcription, tr_state])
|
|
transcribe_button = gr.Button(value="Transcribe")
|
|
transcribe_button.click(do_stt, inputs=[audio, tr_state], outputs=[output_transcription, tr_state])
|