whisper-tiny-mixed-pt / final_evaluation_results.json
yuriyvnv's picture
Training in progress, step 50
4c09b27 verified
Raw History Blame Contribute Delete
4.94 kB
{
"model_name": "whisper-tiny-mixed-pt",
"dataset": "yuriyvnv/synthetic_transcript_pt",
"training_paradigm": "synthetic_train_real_eval",
"best_checkpoint": {
"step": 810,
"path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810",
"validation_loss": 0.6236389875411987,
"validation_wer": 39.56218274111675
},
"final_test_results": {
"test_loss": 0.6758450081473902,
"test_wer": 42.23804364649435,
"test_samples_for_wer": 1000,
"test_samples_total": 9467
},
"all_checkpoint_results": [
{
"step": 50,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-50",
"eval_loss": 1.3048021793365479,
"wer": 45.08248730964467,
"num_samples": 500
},
{
"step": 100,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-100",
"eval_loss": 0.9856841564178467,
"wer": 42.32233502538071,
"num_samples": 500
},
{
"step": 150,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-150",
"eval_loss": 0.7218750715255737,
"wer": 44.70177664974619,
"num_samples": 500
},
{
"step": 200,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-200",
"eval_loss": 0.6822263598442078,
"wer": 42.38578680203046,
"num_samples": 500
},
{
"step": 250,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-250",
"eval_loss": 0.6665040850639343,
"wer": 41.49746192893401,
"num_samples": 500
},
{
"step": 300,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-300",
"eval_loss": 0.6561912894248962,
"wer": 40.9263959390863,
"num_samples": 500
},
{
"step": 350,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-350",
"eval_loss": 0.6481809020042419,
"wer": 41.21192893401015,
"num_samples": 500
},
{
"step": 400,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-400",
"eval_loss": 0.6425471901893616,
"wer": 40.86294416243655,
"num_samples": 500
},
{
"step": 450,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-450",
"eval_loss": 0.6371253728866577,
"wer": 40.83121827411168,
"num_samples": 500
},
{
"step": 500,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-500",
"eval_loss": 0.6333833336830139,
"wer": 40.35532994923858,
"num_samples": 500
},
{
"step": 550,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-550",
"eval_loss": 0.6302631497383118,
"wer": 40.38705583756345,
"num_samples": 500
},
{
"step": 600,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-600",
"eval_loss": 0.6281207203865051,
"wer": 39.942893401015226,
"num_samples": 500
},
{
"step": 650,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-650",
"eval_loss": 0.6261495351791382,
"wer": 39.847715736040605,
"num_samples": 500
},
{
"step": 700,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-700",
"eval_loss": 0.624782145023346,
"wer": 39.65736040609137,
"num_samples": 500
},
{
"step": 750,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-750",
"eval_loss": 0.624022901058197,
"wer": 39.53045685279188,
"num_samples": 500
},
{
"step": 800,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-800",
"eval_loss": 0.6236469149589539,
"wer": 39.56218274111675,
"num_samples": 500
},
{
"step": 810,
"checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810",
"eval_loss": 0.6236389875411987,
"wer": 39.56218274111675,
"num_samples": 500
}
]
}