Automatic Speech Recognition
Transformers
Safetensors
Portuguese
whisper
portuguese
speech
audio
synthetic-data
asr
hf-asr-leaderboard
Eval Results (legacy)
Instructions to use yuriyvnv/whisper-tiny-mixed-pt with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use yuriyvnv/whisper-tiny-mixed-pt with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("automatic-speech-recognition", model="yuriyvnv/whisper-tiny-mixed-pt")# pip install -U transformers accelerate # Load model directly from transformers import AutoProcessor, AutoModelForSpeechSeq2Seq processor = AutoProcessor.from_pretrained("yuriyvnv/whisper-tiny-mixed-pt") model = AutoModelForSpeechSeq2Seq.from_pretrained("yuriyvnv/whisper-tiny-mixed-pt", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download final_evaluation_results.json from yuriyvnv/whisper-tiny-mixed-pt: direct link, hf CLI and curl.
- Browser
- Download file 4.94 kB
-
https://huggingface.co/yuriyvnv/whisper-tiny-mixed-pt/resolve/main/final_evaluation_results.json
- Command line
-
hf download hf://yuriyvnv/whisper-tiny-mixed-pt/final_evaluation_results.json
-
curl -L -o final_evaluation_results.json https://huggingface.co/yuriyvnv/whisper-tiny-mixed-pt/resolve/main/final_evaluation_results.json
4.94 kB
| { | |
| "model_name": "whisper-tiny-mixed-pt", | |
| "dataset": "yuriyvnv/synthetic_transcript_pt", | |
| "training_paradigm": "synthetic_train_real_eval", | |
| "best_checkpoint": { | |
| "step": 810, | |
| "path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810", | |
| "validation_loss": 0.6236389875411987, | |
| "validation_wer": 39.56218274111675 | |
| }, | |
| "final_test_results": { | |
| "test_loss": 0.6758450081473902, | |
| "test_wer": 42.23804364649435, | |
| "test_samples_for_wer": 1000, | |
| "test_samples_total": 9467 | |
| }, | |
| "all_checkpoint_results": [ | |
| { | |
| "step": 50, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-50", | |
| "eval_loss": 1.3048021793365479, | |
| "wer": 45.08248730964467, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 100, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-100", | |
| "eval_loss": 0.9856841564178467, | |
| "wer": 42.32233502538071, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 150, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-150", | |
| "eval_loss": 0.7218750715255737, | |
| "wer": 44.70177664974619, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 200, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-200", | |
| "eval_loss": 0.6822263598442078, | |
| "wer": 42.38578680203046, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 250, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-250", | |
| "eval_loss": 0.6665040850639343, | |
| "wer": 41.49746192893401, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 300, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-300", | |
| "eval_loss": 0.6561912894248962, | |
| "wer": 40.9263959390863, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 350, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-350", | |
| "eval_loss": 0.6481809020042419, | |
| "wer": 41.21192893401015, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 400, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-400", | |
| "eval_loss": 0.6425471901893616, | |
| "wer": 40.86294416243655, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 450, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-450", | |
| "eval_loss": 0.6371253728866577, | |
| "wer": 40.83121827411168, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 500, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-500", | |
| "eval_loss": 0.6333833336830139, | |
| "wer": 40.35532994923858, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 550, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-550", | |
| "eval_loss": 0.6302631497383118, | |
| "wer": 40.38705583756345, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 600, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-600", | |
| "eval_loss": 0.6281207203865051, | |
| "wer": 39.942893401015226, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 650, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-650", | |
| "eval_loss": 0.6261495351791382, | |
| "wer": 39.847715736040605, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 700, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-700", | |
| "eval_loss": 0.624782145023346, | |
| "wer": 39.65736040609137, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 750, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-750", | |
| "eval_loss": 0.624022901058197, | |
| "wer": 39.53045685279188, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 800, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-800", | |
| "eval_loss": 0.6236469149589539, | |
| "wer": 39.56218274111675, | |
| "num_samples": 500 | |
| }, | |
| { | |
| "step": 810, | |
| "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810", | |
| "eval_loss": 0.6236389875411987, | |
| "wer": 39.56218274111675, | |
| "num_samples": 500 | |
| } | |
| ] | |
| } |