Nguyen Anh Hong commited on
Commit
a6380bd
·
0 Parent(s):
Files changed (4) hide show
  1. .gitattributes +35 -0
  2. README.md +27 -0
  3. app.py +74 -0
  4. requirements.txt +4 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: Hubert Phoneme Space
3
+ emoji: 🔥
4
+ colorFrom: red
5
+ colorTo: red
6
+ sdk: gradio
7
+ sdk_version: 5.38.2
8
+ app_file: app.py
9
+ pinned: false
10
+ ---
11
+
12
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
13
+
14
+
15
+ # HuBERT Phoneme Recognition
16
+
17
+ This Space demonstrates a fine-tuned HuBERT model for phoneme recognition.
18
+ Upload or record an audio (16kHz speech), and get the corresponding phoneme sequence (e.g. ARPAbet).
19
+
20
+ - Model: [`tecasoftai/hubert-finetune`](https://huggingface.co/tecasoftai/hubert-finetune)
21
+ - Task: Phoneme recognition (CTC)
22
+ - Training dataset: Libri
23
+ - Output format: phoneme sequence string
24
+
25
+ ## Usage
26
+
27
+ Click "Record" or upload a .wav file. The model returns the decoded phonemes.
app.py ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <<<<<<< HEAD
2
+ import gradio as gr
3
+ import torch
4
+ import torchaudio
5
+ from transformers import Wav2Vec2Processor, HubertForCTC
6
+
7
+
8
+ processor = Wav2Vec2Processor.from_pretrained("tecasoftai/hubert-finetune")
9
+ model = HubertForCTC.from_pretrained("tecasoftai/hubert-finetune")
10
+ model.eval()
11
+
12
+ def transcribe(audio):
13
+ waveform, sr = torchaudio.load(audio)
14
+ if sr != 16000:
15
+ waveform = torchaudio.functional.resample(waveform, sr, 16000)
16
+
17
+ inputs = processor(waveform.squeeze(), sampling_rate=16000, return_tensors="pt")
18
+ with torch.no_grad():
19
+ logits = model(**inputs).logits
20
+
21
+ pred_ids = torch.argmax(logits, dim=-1)
22
+ phonemes = processor.batch_decode(pred_ids)[0]
23
+ return phonemes
24
+
25
+ iface = gr.Interface(
26
+ fn=transcribe,
27
+ inputs=gr.Audio(source="microphone", type="filepath"),
28
+ outputs="text",
29
+ title="HuBERT Phoneme Recognition",
30
+ description="Upload or record audio. The model will return phoneme sequence.",
31
+ live=False
32
+ )
33
+
34
+ if __name__ == "__main__":
35
+ iface.launch()
36
+ =======
37
+ import gradio as gr
38
+ import torch
39
+ import torchaudio
40
+ from transformers import Wav2Vec2Processor, HubertForCTC
41
+
42
+
43
+ import os
44
+
45
+ token = os.environ.get("HF_TOKEN")
46
+ processor = Wav2Vec2Processor.from_pretrained("tecasoftai/hubert-finetune", token=token)
47
+ model = HubertForCTC.from_pretrained("tecasoftai/hubert-finetune", token=token)
48
+ model.eval()
49
+
50
+ def transcribe(audio):
51
+ waveform, sr = torchaudio.load(audio)
52
+ if sr != 16000:
53
+ waveform = torchaudio.functional.resample(waveform, sr, 16000)
54
+
55
+ inputs = processor(waveform.squeeze(), sampling_rate=16000, return_tensors="pt")
56
+ with torch.no_grad():
57
+ logits = model(**inputs).logits
58
+
59
+ pred_ids = torch.argmax(logits, dim=-1)
60
+ phonemes = processor.batch_decode(pred_ids)[0]
61
+ return phonemes
62
+
63
+ iface = gr.Interface(
64
+ fn=transcribe,
65
+ inputs=gr.Audio(source="microphone", type="filepath"),
66
+ outputs="text",
67
+ title="HuBERT Phoneme Recognition",
68
+ description="Upload or record audio. The model will return phoneme sequence.",
69
+ live=False
70
+ )
71
+
72
+ if __name__ == "__main__":
73
+ iface.launch()
74
+ >>>>>>> 73dd16b (add local model hubert-finetune)
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ torch
2
+ torchaudio
3
+ transformers
4
+ gradio