{ "model_name": "whisper-tiny-mixed-pt", "dataset": "yuriyvnv/synthetic_transcript_pt", "training_paradigm": "synthetic_train_real_eval", "best_checkpoint": { "step": 810, "path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810", "validation_loss": 0.6236389875411987, "validation_wer": 39.56218274111675 }, "final_test_results": { "test_loss": 0.6758450081473902, "test_wer": 42.23804364649435, "test_samples_for_wer": 1000, "test_samples_total": 9467 }, "all_checkpoint_results": [ { "step": 50, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-50", "eval_loss": 1.3048021793365479, "wer": 45.08248730964467, "num_samples": 500 }, { "step": 100, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-100", "eval_loss": 0.9856841564178467, "wer": 42.32233502538071, "num_samples": 500 }, { "step": 150, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-150", "eval_loss": 0.7218750715255737, "wer": 44.70177664974619, "num_samples": 500 }, { "step": 200, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-200", "eval_loss": 0.6822263598442078, "wer": 42.38578680203046, "num_samples": 500 }, { "step": 250, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-250", "eval_loss": 0.6665040850639343, "wer": 41.49746192893401, "num_samples": 500 }, { "step": 300, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-300", "eval_loss": 0.6561912894248962, "wer": 40.9263959390863, "num_samples": 500 }, { "step": 350, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-350", "eval_loss": 0.6481809020042419, "wer": 41.21192893401015, "num_samples": 500 }, { "step": 400, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-400", "eval_loss": 0.6425471901893616, "wer": 40.86294416243655, "num_samples": 500 }, { "step": 450, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-450", "eval_loss": 0.6371253728866577, "wer": 40.83121827411168, "num_samples": 500 }, { "step": 500, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-500", "eval_loss": 0.6333833336830139, "wer": 40.35532994923858, "num_samples": 500 }, { "step": 550, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-550", "eval_loss": 0.6302631497383118, "wer": 40.38705583756345, "num_samples": 500 }, { "step": 600, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-600", "eval_loss": 0.6281207203865051, "wer": 39.942893401015226, "num_samples": 500 }, { "step": 650, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-650", "eval_loss": 0.6261495351791382, "wer": 39.847715736040605, "num_samples": 500 }, { "step": 700, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-700", "eval_loss": 0.624782145023346, "wer": 39.65736040609137, "num_samples": 500 }, { "step": 750, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-750", "eval_loss": 0.624022901058197, "wer": 39.53045685279188, "num_samples": 500 }, { "step": 800, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-800", "eval_loss": 0.6236469149589539, "wer": 39.56218274111675, "num_samples": 500 }, { "step": 810, "checkpoint_path": "/root/speech_transcript_embeddings/training_ASR/trained_models/whisper-tiny-mixed-pt/checkpoint-810", "eval_loss": 0.6236389875411987, "wer": 39.56218274111675, "num_samples": 500 } ] }