| { |
| "best_metric": 68.30131315047515, |
| "best_model_checkpoint": "/data/jcanete/all_results/mlqa/albeto_large/epochs_4_bs_16_lr_5e-6/checkpoint-9900", |
| "epoch": 3.9999025056059274, |
| "global_step": 20512, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06, |
| "eval_exact_match": 29.0, |
| "eval_f1": 50.90509628497882, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 4.8798264430577225e-06, |
| "loss": 3.1446, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_exact_match": 31.8, |
| "eval_f1": 55.04852261744159, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_exact_match": 35.8, |
| "eval_f1": 59.213689806872225, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 4.757946567862715e-06, |
| "loss": 2.2422, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.23, |
| "eval_exact_match": 35.8, |
| "eval_f1": 60.27763276523416, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 4.636066692667707e-06, |
| "loss": 2.0263, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_exact_match": 37.2, |
| "eval_f1": 61.640978566156164, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_exact_match": 38.8, |
| "eval_f1": 63.63406896655414, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 4.514186817472699e-06, |
| "loss": 1.9866, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_exact_match": 38.8, |
| "eval_f1": 62.922385789980396, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.47, |
| "eval_exact_match": 41.0, |
| "eval_f1": 65.67215610318891, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 4.3923069422776915e-06, |
| "loss": 1.9148, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_exact_match": 39.8, |
| "eval_f1": 64.93059242091284, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 4.270427067082684e-06, |
| "loss": 1.9195, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.58, |
| "eval_exact_match": 41.4, |
| "eval_f1": 65.8577993783837, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_exact_match": 39.2, |
| "eval_f1": 63.87734802490549, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 4.148547191887676e-06, |
| "loss": 1.8627, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7, |
| "eval_exact_match": 40.2, |
| "eval_f1": 65.36196332302504, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_exact_match": 41.0, |
| "eval_f1": 66.05076968974839, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 4.0266673166926675e-06, |
| "loss": 1.8683, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.82, |
| "eval_exact_match": 40.0, |
| "eval_f1": 65.39746267260027, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 3.90478744149766e-06, |
| "loss": 1.8329, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_exact_match": 40.8, |
| "eval_f1": 65.6859788771072, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.94, |
| "eval_exact_match": 43.2, |
| "eval_f1": 66.51118872985614, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 3.782907566302653e-06, |
| "loss": 1.8251, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.99, |
| "eval_exact_match": 43.0, |
| "eval_f1": 66.4592590376383, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.05, |
| "eval_exact_match": 43.4, |
| "eval_f1": 67.52269758839552, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 3.6610276911076447e-06, |
| "loss": 1.695, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.11, |
| "eval_exact_match": 41.2, |
| "eval_f1": 65.42262622506561, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 3.539147815912637e-06, |
| "loss": 1.6866, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.17, |
| "eval_exact_match": 43.4, |
| "eval_f1": 66.35194455433367, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.23, |
| "eval_exact_match": 42.4, |
| "eval_f1": 67.08280208802455, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 3.4172679407176292e-06, |
| "loss": 1.67, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.29, |
| "eval_exact_match": 44.2, |
| "eval_f1": 67.91419349019203, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.35, |
| "eval_exact_match": 42.2, |
| "eval_f1": 66.31105684124356, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.37, |
| "learning_rate": 3.295388065522621e-06, |
| "loss": 1.6472, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.4, |
| "eval_exact_match": 43.8, |
| "eval_f1": 67.99899733387957, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 3.1735081903276133e-06, |
| "loss": 1.653, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.46, |
| "eval_exact_match": 43.8, |
| "eval_f1": 66.75807526659699, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_exact_match": 42.4, |
| "eval_f1": 66.893459242555, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.56, |
| "learning_rate": 3.051628315132605e-06, |
| "loss": 1.6675, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.58, |
| "eval_exact_match": 42.2, |
| "eval_f1": 67.17897557140992, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.64, |
| "eval_exact_match": 42.6, |
| "eval_f1": 66.80668914548878, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.66, |
| "learning_rate": 2.9297484399375974e-06, |
| "loss": 1.6521, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.7, |
| "eval_exact_match": 42.8, |
| "eval_f1": 66.67360447265725, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.75, |
| "learning_rate": 2.8081123244929796e-06, |
| "loss": 1.6663, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.75, |
| "eval_exact_match": 42.8, |
| "eval_f1": 67.4405587836458, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.81, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.47134668296808, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.85, |
| "learning_rate": 2.686232449297972e-06, |
| "loss": 1.6636, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.87, |
| "eval_exact_match": 43.2, |
| "eval_f1": 67.05153492932693, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.93, |
| "eval_exact_match": 43.4, |
| "eval_f1": 68.30131315047515, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.95, |
| "learning_rate": 2.5643525741029646e-06, |
| "loss": 1.636, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.99, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.57096278498234, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.05, |
| "learning_rate": 2.4424726989079564e-06, |
| "loss": 1.5741, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.05, |
| "eval_exact_match": 42.0, |
| "eval_f1": 67.26443263606592, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.11, |
| "eval_exact_match": 41.8, |
| "eval_f1": 65.97313951175933, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.15, |
| "learning_rate": 2.3205928237129487e-06, |
| "loss": 1.5013, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.16, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.27870125797807, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.22, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.81389262599433, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.24, |
| "learning_rate": 2.198712948517941e-06, |
| "loss": 1.5408, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.28, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.93349815276726, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.34, |
| "learning_rate": 2.076833073322933e-06, |
| "loss": 1.5204, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.34, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.98872203081277, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_exact_match": 41.0, |
| "eval_f1": 66.69394179465107, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.44, |
| "learning_rate": 1.954953198127925e-06, |
| "loss": 1.5073, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.46, |
| "eval_exact_match": 41.4, |
| "eval_f1": 66.72832055752183, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.52, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.82588745690937, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.54, |
| "learning_rate": 1.8333170826833074e-06, |
| "loss": 1.5393, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.57, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.26976484353048, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.63, |
| "learning_rate": 1.7114372074882995e-06, |
| "loss": 1.4919, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.63, |
| "eval_exact_match": 41.6, |
| "eval_f1": 66.61814903434147, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.69, |
| "eval_exact_match": 43.4, |
| "eval_f1": 67.5204173683535, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.73, |
| "learning_rate": 1.5898010920436819e-06, |
| "loss": 1.5187, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.75, |
| "eval_exact_match": 42.2, |
| "eval_f1": 67.32150505606054, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.81, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.80272450453026, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 1.468164976599064e-06, |
| "loss": 1.5261, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.87, |
| "eval_exact_match": 42.4, |
| "eval_f1": 67.28393744972873, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.93, |
| "learning_rate": 1.3462851014040563e-06, |
| "loss": 1.5142, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.93, |
| "eval_exact_match": 41.6, |
| "eval_f1": 66.34997901825885, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.98, |
| "eval_exact_match": 42.6, |
| "eval_f1": 67.39174453996277, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.02, |
| "learning_rate": 1.2244052262090486e-06, |
| "loss": 1.5121, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_exact_match": 42.0, |
| "eval_f1": 67.01056668618087, |
| "step": 15600 |
| }, |
| { |
| "epoch": 3.1, |
| "eval_exact_match": 40.8, |
| "eval_f1": 66.54001835281765, |
| "step": 15900 |
| }, |
| { |
| "epoch": 3.12, |
| "learning_rate": 1.1025253510140406e-06, |
| "loss": 1.4242, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.16, |
| "eval_exact_match": 42.2, |
| "eval_f1": 66.76596500403501, |
| "step": 16200 |
| }, |
| { |
| "epoch": 3.22, |
| "learning_rate": 9.808892355694228e-07, |
| "loss": 1.4527, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.22, |
| "eval_exact_match": 40.8, |
| "eval_f1": 66.44298336844766, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.28, |
| "eval_exact_match": 40.8, |
| "eval_f1": 65.94468985507064, |
| "step": 16800 |
| }, |
| { |
| "epoch": 3.32, |
| "learning_rate": 8.59009360374415e-07, |
| "loss": 1.4366, |
| "step": 17000 |
| }, |
| { |
| "epoch": 3.33, |
| "eval_exact_match": 41.4, |
| "eval_f1": 66.15019320465619, |
| "step": 17100 |
| }, |
| { |
| "epoch": 3.39, |
| "eval_exact_match": 41.2, |
| "eval_f1": 66.46393475983746, |
| "step": 17400 |
| }, |
| { |
| "epoch": 3.41, |
| "learning_rate": 7.371294851794072e-07, |
| "loss": 1.4172, |
| "step": 17500 |
| }, |
| { |
| "epoch": 3.45, |
| "eval_exact_match": 41.4, |
| "eval_f1": 66.63413637625855, |
| "step": 17700 |
| }, |
| { |
| "epoch": 3.51, |
| "learning_rate": 6.152496099843995e-07, |
| "loss": 1.3882, |
| "step": 18000 |
| }, |
| { |
| "epoch": 3.51, |
| "eval_exact_match": 42.6, |
| "eval_f1": 67.05450679893755, |
| "step": 18000 |
| }, |
| { |
| "epoch": 3.57, |
| "eval_exact_match": 41.4, |
| "eval_f1": 66.97646758024133, |
| "step": 18300 |
| }, |
| { |
| "epoch": 3.61, |
| "learning_rate": 4.933697347893916e-07, |
| "loss": 1.4208, |
| "step": 18500 |
| }, |
| { |
| "epoch": 3.63, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.64499063945128, |
| "step": 18600 |
| }, |
| { |
| "epoch": 3.69, |
| "eval_exact_match": 42.0, |
| "eval_f1": 66.34641936217525, |
| "step": 18900 |
| }, |
| { |
| "epoch": 3.71, |
| "learning_rate": 3.714898595943838e-07, |
| "loss": 1.4226, |
| "step": 19000 |
| }, |
| { |
| "epoch": 3.74, |
| "eval_exact_match": 42.2, |
| "eval_f1": 66.77988878164467, |
| "step": 19200 |
| }, |
| { |
| "epoch": 3.8, |
| "learning_rate": 2.49609984399376e-07, |
| "loss": 1.4301, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.8, |
| "eval_exact_match": 41.8, |
| "eval_f1": 66.8207685935084, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.86, |
| "eval_exact_match": 42.6, |
| "eval_f1": 66.67617693028318, |
| "step": 19800 |
| }, |
| { |
| "epoch": 3.9, |
| "learning_rate": 1.2773010920436818e-07, |
| "loss": 1.4246, |
| "step": 20000 |
| }, |
| { |
| "epoch": 3.92, |
| "eval_exact_match": 42.2, |
| "eval_f1": 66.93786314807664, |
| "step": 20100 |
| }, |
| { |
| "epoch": 3.98, |
| "eval_exact_match": 42.0, |
| "eval_f1": 67.00733683228717, |
| "step": 20400 |
| }, |
| { |
| "epoch": 4.0, |
| "learning_rate": 5.850234009360375e-09, |
| "loss": 1.4253, |
| "step": 20500 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 20512, |
| "total_flos": 7862366381444640.0, |
| "train_loss": 1.6645502970668715, |
| "train_runtime": 13423.2225, |
| "train_samples_per_second": 24.45, |
| "train_steps_per_second": 1.528 |
| } |
| ], |
| "max_steps": 20512, |
| "num_train_epochs": 4, |
| "total_flos": 7862366381444640.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
