serendepify-gsl-asr-ak-waxal-gnlpclean-whisper-small-replay-fullft-v0.6
This is a Ghanaian Speech Lab ASR artifact using cleaned GhanaNLP adaptation rows with Waxal replay and Waxal regression gates.
It is an experimental review artifact. It is not production-promoted until the held-out reports and Ghanaian listening review pass.
- Base model:
teckedd/whisper-small-waxal-round2-specaug-v1 - Training rows: 15171
- Waxal validation rows: 1024
- GhanaNLP validation rows: 326
- Waxal regression-test rows: 512
- Max steps: 1200
- Frozen encoder: True
- Stop on Waxal regression: True
Baseline by bucket:
{
"waxal_validation": {
"baseline_waxal_validation_loss": 3.300757646560669,
"baseline_waxal_validation_model_preparation_time": 0.0066,
"baseline_waxal_validation_wer": 0.31825325550067357,
"baseline_waxal_validation_runtime": 846.312,
"baseline_waxal_validation_samples_per_second": 1.21,
"baseline_waxal_validation_steps_per_second": 0.302
},
"gnlp_validation": {
"baseline_gnlp_validation_loss": 6.0976996421813965,
"baseline_gnlp_validation_model_preparation_time": 0.0066,
"baseline_gnlp_validation_wer": 0.9608177172061328,
"baseline_gnlp_validation_runtime": 146.9459,
"baseline_gnlp_validation_samples_per_second": 2.219,
"baseline_gnlp_validation_steps_per_second": 0.558
},
"waxal_regression_test": {
"baseline_waxal_regression_test_loss": 3.443979501724243,
"baseline_waxal_regression_test_model_preparation_time": 0.0066,
"baseline_waxal_regression_test_wer": 0.3367952522255193,
"baseline_waxal_regression_test_runtime": 401.4998,
"baseline_waxal_regression_test_samples_per_second": 1.275,
"baseline_waxal_regression_test_steps_per_second": 0.319
}
}
Final by bucket:
{
"waxal_validation": {
"final_waxal_validation_loss": 0.45294851064682007,
"final_waxal_validation_model_preparation_time": 0.0066,
"final_waxal_validation_wer": 0.3539795689268074,
"final_waxal_validation_runtime": 846.9482,
"final_waxal_validation_samples_per_second": 1.209,
"final_waxal_validation_steps_per_second": 0.302,
"epoch": 0.21085925144965736
},
"gnlp_validation": {
"final_gnlp_validation_loss": 1.6100616455078125,
"final_gnlp_validation_model_preparation_time": 0.0066,
"final_gnlp_validation_wer": 0.8868824531516184,
"final_gnlp_validation_runtime": 134.741,
"final_gnlp_validation_samples_per_second": 2.419,
"final_gnlp_validation_steps_per_second": 0.609,
"epoch": 0.21085925144965736
},
"waxal_regression_test": {
"final_waxal_regression_test_loss": 0.4956759810447693,
"final_waxal_regression_test_model_preparation_time": 0.0066,
"final_waxal_regression_test_wer": 0.34524081259986306,
"final_waxal_regression_test_runtime": 396.906,
"final_waxal_regression_test_samples_per_second": 1.29,
"final_waxal_regression_test_steps_per_second": 0.322,
"epoch": 0.21085925144965736
}
}