codebert-xss-php / trainer_state.json
mekbus's picture
Upload folder using huggingface_hub
fd4833d verified
{
"best_metric": 0.9907529722589168,
"best_model_checkpoint": "./php_cwe79_codebert_output\\checkpoint-627",
"epoch": 5.996810207336523,
"global_step": 940,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.32,
"learning_rate": 3.205128205128206e-06,
"loss": 0.6994,
"step": 50
},
{
"epoch": 0.64,
"learning_rate": 6.410256410256412e-06,
"loss": 0.6957,
"step": 100
},
{
"epoch": 0.96,
"learning_rate": 9.615384615384616e-06,
"loss": 0.6873,
"step": 150
},
{
"epoch": 1.0,
"eval_accuracy": 0.6689265536723163,
"eval_f1": 0.6689265536723163,
"eval_loss": 0.6734532713890076,
"eval_precision": 0.581532416502947,
"eval_recall": 0.7872340425531915,
"eval_runtime": 11.4008,
"eval_samples_per_second": 77.626,
"eval_steps_per_second": 4.912,
"step": 156
},
{
"epoch": 1.28,
"learning_rate": 1.2820512820512823e-05,
"loss": 0.6729,
"step": 200
},
{
"epoch": 1.59,
"learning_rate": 1.602564102564103e-05,
"loss": 0.5098,
"step": 250
},
{
"epoch": 1.91,
"learning_rate": 1.923076923076923e-05,
"loss": 0.3065,
"step": 300
},
{
"epoch": 2.0,
"eval_accuracy": 0.9299435028248587,
"eval_f1": 0.9146005509641874,
"eval_loss": 0.16874603927135468,
"eval_precision": 0.9485714285714286,
"eval_recall": 0.8829787234042553,
"eval_runtime": 11.7337,
"eval_samples_per_second": 75.424,
"eval_steps_per_second": 4.773,
"step": 313
},
{
"epoch": 2.23,
"learning_rate": 1.972934472934473e-05,
"loss": 0.2084,
"step": 350
},
{
"epoch": 2.55,
"learning_rate": 1.9373219373219374e-05,
"loss": 0.1386,
"step": 400
},
{
"epoch": 2.87,
"learning_rate": 1.9017094017094017e-05,
"loss": 0.0805,
"step": 450
},
{
"epoch": 3.0,
"eval_accuracy": 0.9796610169491525,
"eval_f1": 0.9757412398921833,
"eval_loss": 0.046507738530635834,
"eval_precision": 0.9890710382513661,
"eval_recall": 0.9627659574468085,
"eval_runtime": 11.7373,
"eval_samples_per_second": 75.401,
"eval_steps_per_second": 4.771,
"step": 470
},
{
"epoch": 3.19,
"learning_rate": 1.8660968660968664e-05,
"loss": 0.0677,
"step": 500
},
{
"epoch": 3.51,
"learning_rate": 1.8304843304843308e-05,
"loss": 0.0628,
"step": 550
},
{
"epoch": 3.83,
"learning_rate": 1.794871794871795e-05,
"loss": 0.0359,
"step": 600
},
{
"epoch": 4.0,
"eval_accuracy": 0.992090395480226,
"eval_f1": 0.9907529722589168,
"eval_loss": 0.03131083399057388,
"eval_precision": 0.984251968503937,
"eval_recall": 0.9973404255319149,
"eval_runtime": 11.9166,
"eval_samples_per_second": 74.266,
"eval_steps_per_second": 4.699,
"step": 627
},
{
"epoch": 4.15,
"learning_rate": 1.7599715099715102e-05,
"loss": 0.0412,
"step": 650
},
{
"epoch": 4.47,
"learning_rate": 1.7243589743589745e-05,
"loss": 0.0457,
"step": 700
},
{
"epoch": 4.78,
"learning_rate": 1.688746438746439e-05,
"loss": 0.0316,
"step": 750
},
{
"epoch": 5.0,
"eval_accuracy": 0.9909604519774011,
"eval_f1": 0.9894736842105263,
"eval_loss": 0.02798781916499138,
"eval_precision": 0.9791666666666666,
"eval_recall": 1.0,
"eval_runtime": 11.9117,
"eval_samples_per_second": 74.297,
"eval_steps_per_second": 4.701,
"step": 783
},
{
"epoch": 5.1,
"learning_rate": 1.6531339031339032e-05,
"loss": 0.0355,
"step": 800
},
{
"epoch": 5.42,
"learning_rate": 1.6175213675213675e-05,
"loss": 0.0285,
"step": 850
},
{
"epoch": 5.74,
"learning_rate": 1.581908831908832e-05,
"loss": 0.0285,
"step": 900
},
{
"epoch": 6.0,
"eval_accuracy": 0.9909604519774011,
"eval_f1": 0.9894179894179894,
"eval_loss": 0.027588626369833946,
"eval_precision": 0.9842105263157894,
"eval_recall": 0.9946808510638298,
"eval_runtime": 12.0204,
"eval_samples_per_second": 73.625,
"eval_steps_per_second": 4.659,
"step": 940
}
],
"max_steps": 3120,
"num_train_epochs": 20,
"total_flos": 7915432989450240.0,
"trial_name": null,
"trial_params": null
}