| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6129032258064515, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2796.0, |
| "completions/mean_length": 328.47918701171875, |
| "completions/min_length": 46.0, |
| "epoch": 0.016129032258064516, |
| "grad_norm": 0.2647878213954199, |
| "kl": 0.0, |
| "learning_rate": 8.333333333333333e-08, |
| "loss": 8.76995454035523e-09, |
| "memory(GiB)": 66.25, |
| "reward": 0.9901389479637146, |
| "reward_std": 0.2693294882774353, |
| "rewards/CODEORM/mean": 0.010625001043081284, |
| "rewards/CODEORM/std": 0.055468425154685974, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615807056427, |
| "rewards/VQAORM/mean": 0.4798611104488373, |
| "rewards/VQAORM/std": 0.49976783990859985, |
| "step": 1, |
| "train_speed(iter/s)": 0.002513 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4599.0, |
| "completions/mean_length": 323.51251220703125, |
| "completions/min_length": 46.0, |
| "epoch": 0.03225806451612903, |
| "grad_norm": 0.25445235632470914, |
| "kl": 0.0, |
| "learning_rate": 1.6666666666666665e-07, |
| "loss": 2.5870072750677764e-09, |
| "memory(GiB)": 67.27, |
| "reward": 0.9681249856948853, |
| "reward_std": 0.2566339373588562, |
| "rewards/CODEORM/mean": 0.0066666672937572, |
| "rewards/CODEORM/std": 0.04423702508211136, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615807056427, |
| "rewards/VQAORM/mean": 0.4618055522441864, |
| "rewards/VQAORM/std": 0.4987122416496277, |
| "step": 2, |
| "train_speed(iter/s)": 0.002804 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2598.0, |
| "completions/mean_length": 308.897216796875, |
| "completions/min_length": 49.0, |
| "epoch": 0.04838709677419355, |
| "grad_norm": 0.26595615090662006, |
| "kl": 0.0001987457275390625, |
| "learning_rate": 2.5e-07, |
| "loss": 2.0041927655256586e-06, |
| "memory(GiB)": 67.27, |
| "reward": 0.993263840675354, |
| "reward_std": 0.24853122234344482, |
| "rewards/CODEORM/mean": 0.008541665971279144, |
| "rewards/CODEORM/std": 0.049912624061107635, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.48472222685813904, |
| "rewards/VQAORM/std": 0.4999401569366455, |
| "step": 3, |
| "train_speed(iter/s)": 0.003038 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3566.0, |
| "completions/mean_length": 319.540283203125, |
| "completions/min_length": 49.0, |
| "epoch": 0.06451612903225806, |
| "grad_norm": 0.28511858475822077, |
| "kl": 0.00017852783203125, |
| "learning_rate": 3.333333333333333e-07, |
| "loss": 1.797711320250528e-06, |
| "memory(GiB)": 67.27, |
| "reward": 0.998055636882782, |
| "reward_std": 0.268062561750412, |
| "rewards/CODEORM/mean": 0.01020833384245634, |
| "rewards/CODEORM/std": 0.05440906062722206, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4888888895511627, |
| "rewards/VQAORM/std": 0.5000501871109009, |
| "step": 4, |
| "train_speed(iter/s)": 0.003145 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2966.0, |
| "completions/mean_length": 364.01043701171875, |
| "completions/min_length": 43.0, |
| "epoch": 0.08064516129032258, |
| "grad_norm": 0.2684251266862969, |
| "kl": 0.000177764892578125, |
| "learning_rate": 4.1666666666666667e-07, |
| "loss": 1.7898388477988192e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9475694894790649, |
| "reward_std": 0.27028676867485046, |
| "rewards/CODEORM/mean": 0.00937500037252903, |
| "rewards/CODEORM/std": 0.05221592262387276, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.43888890743255615, |
| "rewards/VQAORM/std": 0.49642378091812134, |
| "step": 5, |
| "train_speed(iter/s)": 0.003206 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2712.0, |
| "completions/mean_length": 319.3951416015625, |
| "completions/min_length": 41.0, |
| "epoch": 0.0967741935483871, |
| "grad_norm": 0.2404392113235966, |
| "kl": 0.0001796722412109375, |
| "learning_rate": 5e-07, |
| "loss": 1.804373255254177e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9318056106567383, |
| "reward_std": 0.2407531440258026, |
| "rewards/CODEORM/mean": 0.006458333693444729, |
| "rewards/CODEORM/std": 0.04355579614639282, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.42569446563720703, |
| "rewards/VQAORM/std": 0.4946196377277374, |
| "step": 6, |
| "train_speed(iter/s)": 0.003221 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2772.0, |
| "completions/mean_length": 302.9992980957031, |
| "completions/min_length": 54.0, |
| "epoch": 0.11290322580645161, |
| "grad_norm": 0.24614522756314014, |
| "kl": 0.0001972198486328125, |
| "learning_rate": 4.99965731410188e-07, |
| "loss": 1.978319232875947e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9795833230018616, |
| "reward_std": 0.2439241260290146, |
| "rewards/CODEORM/mean": 0.004583333153277636, |
| "rewards/CODEORM/std": 0.03680942952632904, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.4750000238418579, |
| "rewards/VQAORM/std": 0.4995481073856354, |
| "step": 7, |
| "train_speed(iter/s)": 0.003258 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2551.0, |
| "completions/mean_length": 327.8243103027344, |
| "completions/min_length": 55.0, |
| "epoch": 0.12903225806451613, |
| "grad_norm": 0.25632964332335334, |
| "kl": 0.000189208984375, |
| "learning_rate": 4.998629360792966e-07, |
| "loss": 1.9058469433730352e-06, |
| "memory(GiB)": 71.39, |
| "reward": 1.0435417890548706, |
| "reward_std": 0.26714909076690674, |
| "rewards/CODEORM/mean": 0.01020833384245634, |
| "rewards/CODEORM/std": 0.05440906062722206, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.5340278148651123, |
| "rewards/VQAORM/std": 0.49901407957077026, |
| "step": 8, |
| "train_speed(iter/s)": 0.003284 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 11576.0, |
| "completions/mean_length": 324.6034851074219, |
| "completions/min_length": 40.0, |
| "epoch": 0.14516129032258066, |
| "grad_norm": 0.2555360483438473, |
| "kl": 0.00021514892578125, |
| "learning_rate": 4.996916453197791e-07, |
| "loss": 2.1652638224622933e-06, |
| "memory(GiB)": 71.39, |
| "reward": 1.0275694131851196, |
| "reward_std": 0.2437307983636856, |
| "rewards/CODEORM/mean": 0.009166667237877846, |
| "rewards/CODEORM/std": 0.0516509935259819, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4982638955116272, |
| "rewards/FMTORM/std": 0.02942180633544922, |
| "rewards/VQAORM/mean": 0.5201389193534851, |
| "rewards/VQAORM/std": 0.49976781010627747, |
| "step": 9, |
| "train_speed(iter/s)": 0.003131 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2962.0, |
| "completions/mean_length": 347.196533203125, |
| "completions/min_length": 58.0, |
| "epoch": 0.16129032258064516, |
| "grad_norm": 0.22806471451561894, |
| "kl": 0.0002552032470703125, |
| "learning_rate": 4.994519113084604e-07, |
| "loss": 2.564860324127949e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9813888669013977, |
| "reward_std": 0.22997106611728668, |
| "rewards/CODEORM/mean": 0.009166667237877846, |
| "rewards/CODEORM/std": 0.0516509935259819, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49791666865348816, |
| "rewards/FMTORM/std": 0.03221873939037323, |
| "rewards/VQAORM/mean": 0.47430557012557983, |
| "rewards/VQAORM/std": 0.49951285123825073, |
| "step": 10, |
| "train_speed(iter/s)": 0.003171 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5360.0, |
| "completions/mean_length": 360.31390380859375, |
| "completions/min_length": 48.0, |
| "epoch": 0.1774193548387097, |
| "grad_norm": 0.2832579586762888, |
| "kl": 0.0003253936767578125, |
| "learning_rate": 4.991438070706428e-07, |
| "loss": 3.250584086345043e-06, |
| "memory(GiB)": 71.39, |
| "reward": 1.0013889074325562, |
| "reward_std": 0.25826162099838257, |
| "rewards/CODEORM/mean": 0.01979166828095913, |
| "rewards/CODEORM/std": 0.07449593394994736, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4826388955116272, |
| "rewards/VQAORM/std": 0.499872088432312, |
| "step": 11, |
| "train_speed(iter/s)": 0.003168 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2102.0, |
| "completions/mean_length": 335.2215270996094, |
| "completions/min_length": 52.0, |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.27801393384997114, |
| "kl": 0.0003223419189453125, |
| "learning_rate": 4.987674264578614e-07, |
| "loss": 3.231521304769558e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9737499952316284, |
| "reward_std": 0.27600589394569397, |
| "rewards/CODEORM/mean": 0.009166666306555271, |
| "rewards/CODEORM/std": 0.0516509935259819, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4652777910232544, |
| "rewards/VQAORM/std": 0.49896618723869324, |
| "step": 12, |
| "train_speed(iter/s)": 0.003207 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2673.0, |
| "completions/mean_length": 342.41876220703125, |
| "completions/min_length": 54.0, |
| "epoch": 0.20967741935483872, |
| "grad_norm": 0.2586540657680122, |
| "kl": 0.000345611572265625, |
| "learning_rate": 4.983228841192975e-07, |
| "loss": 3.455609885349986e-06, |
| "memory(GiB)": 71.39, |
| "reward": 0.9851389527320862, |
| "reward_std": 0.26006534695625305, |
| "rewards/CODEORM/mean": 0.008750000037252903, |
| "rewards/CODEORM/std": 0.05049958825111389, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.47708335518836975, |
| "rewards/VQAORM/std": 0.4996480643749237, |
| "step": 13, |
| "train_speed(iter/s)": 0.003229 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2441.0, |
| "completions/mean_length": 346.803466796875, |
| "completions/min_length": 54.0, |
| "epoch": 0.22580645161290322, |
| "grad_norm": 0.26610442827789593, |
| "kl": 0.000457763671875, |
| "learning_rate": 4.978103154668533e-07, |
| "loss": 4.586853265209356e-06, |
| "memory(GiB)": 72.28, |
| "reward": 0.9384721517562866, |
| "reward_std": 0.26384806632995605, |
| "rewards/CODEORM/mean": 0.008958334103226662, |
| "rewards/CODEORM/std": 0.05107896029949188, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4305555522441864, |
| "rewards/VQAORM/std": 0.4953259825706482, |
| "step": 14, |
| "train_speed(iter/s)": 0.003242 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2603.0, |
| "completions/mean_length": 344.1347351074219, |
| "completions/min_length": 52.0, |
| "epoch": 0.24193548387096775, |
| "grad_norm": 0.24930681367809324, |
| "kl": 0.000681304931640625, |
| "learning_rate": 4.972298766339059e-07, |
| "loss": 6.819126156187849e-06, |
| "memory(GiB)": 72.28, |
| "reward": 0.9356943964958191, |
| "reward_std": 0.2636728882789612, |
| "rewards/CODEORM/mean": 0.009999999776482582, |
| "rewards/CODEORM/std": 0.05387035384774208, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4263888895511627, |
| "rewards/VQAORM/std": 0.49472352862358093, |
| "step": 15, |
| "train_speed(iter/s)": 0.003258 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2302.0, |
| "completions/mean_length": 315.2257080078125, |
| "completions/min_length": 47.0, |
| "epoch": 0.25806451612903225, |
| "grad_norm": 0.2280556698693846, |
| "kl": 0.000701904296875, |
| "learning_rate": 4.965817444277468e-07, |
| "loss": 7.027399533399148e-06, |
| "memory(GiB)": 72.28, |
| "reward": 0.9556249976158142, |
| "reward_std": 0.24996338784694672, |
| "rewards/CODEORM/mean": 0.008750000037252903, |
| "rewards/CODEORM/std": 0.05049958825111389, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4472222328186035, |
| "rewards/VQAORM/std": 0.49737945199012756, |
| "step": 16, |
| "train_speed(iter/s)": 0.003286 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2913.0, |
| "completions/mean_length": 346.1423645019531, |
| "completions/min_length": 1.0, |
| "epoch": 0.27419354838709675, |
| "grad_norm": 0.9969603368489056, |
| "kl": 0.001026153564453125, |
| "learning_rate": 4.958661162757244e-07, |
| "loss": 1.0287308214174118e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9165971875190735, |
| "reward_std": 0.2503140866756439, |
| "rewards/CODEORM/mean": 0.008958333171904087, |
| "rewards/CODEORM/std": 0.05107896029949188, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.40833333134651184, |
| "rewards/VQAORM/std": 0.49169617891311646, |
| "step": 17, |
| "train_speed(iter/s)": 0.002895 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2168.0, |
| "completions/mean_length": 336.17291259765625, |
| "completions/min_length": 50.0, |
| "epoch": 0.2903225806451613, |
| "grad_norm": 0.2580204320478004, |
| "kl": 0.000994873046875, |
| "learning_rate": 4.950832101651062e-07, |
| "loss": 9.966525794879999e-06, |
| "memory(GiB)": 72.28, |
| "reward": 0.9159722328186035, |
| "reward_std": 0.22609728574752808, |
| "rewards/CODEORM/mean": 0.0062500000931322575, |
| "rewards/CODEORM/std": 0.042862728238105774, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.409722238779068, |
| "rewards/VQAORM/std": 0.4919532239437103, |
| "step": 18, |
| "train_speed(iter/s)": 0.002929 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2828.0, |
| "completions/mean_length": 344.4798583984375, |
| "completions/min_length": 56.0, |
| "epoch": 0.3064516129032258, |
| "grad_norm": 0.2572831613912269, |
| "kl": 0.001146697998046875, |
| "learning_rate": 4.94233264576678e-07, |
| "loss": 1.1491146324260626e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9686111807823181, |
| "reward_std": 0.2488832324743271, |
| "rewards/CODEORM/mean": 0.008541667833924294, |
| "rewards/CODEORM/std": 0.049912624061107635, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4611111283302307, |
| "rewards/VQAORM/std": 0.49865853786468506, |
| "step": 19, |
| "train_speed(iter/s)": 0.002957 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2005.0, |
| "completions/mean_length": 339.0666809082031, |
| "completions/min_length": 50.0, |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.25242303032801683, |
| "kl": 0.0013702392578125, |
| "learning_rate": 4.933165384120992e-07, |
| "loss": 1.3699734154215548e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9613890051841736, |
| "reward_std": 0.2589081823825836, |
| "rewards/CODEORM/mean": 0.006874999962747097, |
| "rewards/CODEORM/std": 0.04490695893764496, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4548611342906952, |
| "rewards/VQAORM/std": 0.49813133478164673, |
| "step": 20, |
| "train_speed(iter/s)": 0.002987 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2956.0, |
| "completions/mean_length": 347.7388916015625, |
| "completions/min_length": 56.0, |
| "epoch": 0.3387096774193548, |
| "grad_norm": 0.2878476776805163, |
| "kl": 0.001605224609375, |
| "learning_rate": 4.923333109150403e-07, |
| "loss": 1.6045431038946845e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9531945586204529, |
| "reward_std": 0.2703089118003845, |
| "rewards/CODEORM/mean": 0.013958333991467953, |
| "rewards/CODEORM/std": 0.06320948898792267, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4402777850627899, |
| "rewards/VQAORM/std": 0.4965929090976715, |
| "step": 21, |
| "train_speed(iter/s)": 0.003002 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2177.0, |
| "completions/mean_length": 300.4312438964844, |
| "completions/min_length": 47.0, |
| "epoch": 0.3548387096774194, |
| "grad_norm": 0.23824468095972504, |
| "kl": 0.0014373779296875, |
| "learning_rate": 4.912838815861217e-07, |
| "loss": 1.4388399904419202e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9931944608688354, |
| "reward_std": 0.24322348833084106, |
| "rewards/CODEORM/mean": 0.009166667237877846, |
| "rewards/CODEORM/std": 0.051650989800691605, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.48472222685813904, |
| "rewards/VQAORM/std": 0.4999401569366455, |
| "step": 22, |
| "train_speed(iter/s)": 0.003021 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1788.0, |
| "completions/mean_length": 325.1958312988281, |
| "completions/min_length": 53.0, |
| "epoch": 0.3709677419354839, |
| "grad_norm": 0.3498689416243422, |
| "kl": 0.00506134033203125, |
| "learning_rate": 4.90168570091683e-07, |
| "loss": 5.055519432062283e-05, |
| "memory(GiB)": 72.28, |
| "reward": 1.0063194036483765, |
| "reward_std": 0.26852238178253174, |
| "rewards/CODEORM/mean": 0.013958334922790527, |
| "rewards/CODEORM/std": 0.06320948898792267, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4930555820465088, |
| "rewards/VQAORM/std": 0.5001254677772522, |
| "step": 23, |
| "train_speed(iter/s)": 0.003047 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2844.0, |
| "completions/mean_length": 355.35833740234375, |
| "completions/min_length": 59.0, |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.2465080561687103, |
| "kl": 0.0025970458984375, |
| "learning_rate": 4.889877161664096e-07, |
| "loss": 2.5979932615882717e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9511805176734924, |
| "reward_std": 0.23766973614692688, |
| "rewards/CODEORM/mean": 0.0133333345875144, |
| "rewards/CODEORM/std": 0.061845600605010986, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4381944537162781, |
| "rewards/VQAORM/std": 0.49633774161338806, |
| "step": 24, |
| "train_speed(iter/s)": 0.00306 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2828.0, |
| "completions/mean_length": 364.1534729003906, |
| "completions/min_length": 55.0, |
| "epoch": 0.4032258064516129, |
| "grad_norm": 0.2306227358811404, |
| "kl": 0.0028472900390625, |
| "learning_rate": 4.877416795098463e-07, |
| "loss": 2.847511314030271e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9688888788223267, |
| "reward_std": 0.24576471745967865, |
| "rewards/CODEORM/mean": 0.01020833384245634, |
| "rewards/CODEORM/std": 0.05440906062722206, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615807056427, |
| "rewards/VQAORM/mean": 0.45902779698371887, |
| "rewards/VQAORM/std": 0.4984915852546692, |
| "step": 25, |
| "train_speed(iter/s)": 0.003078 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3089.0, |
| "completions/mean_length": 317.5958557128906, |
| "completions/min_length": 46.0, |
| "epoch": 0.41935483870967744, |
| "grad_norm": 0.29253210222640175, |
| "kl": 0.0026397705078125, |
| "learning_rate": 4.864308396768294e-07, |
| "loss": 2.6405881726532243e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9640277624130249, |
| "reward_std": 0.24826957285404205, |
| "rewards/CODEORM/mean": 0.011250000447034836, |
| "rewards/CODEORM/std": 0.057014863938093185, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.45277780294418335, |
| "rewards/VQAORM/std": 0.49793797731399536, |
| "step": 26, |
| "train_speed(iter/s)": 0.003097 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3438.0, |
| "completions/mean_length": 338.2472229003906, |
| "completions/min_length": 49.0, |
| "epoch": 0.43548387096774194, |
| "grad_norm": 0.2644761394181819, |
| "kl": 0.0032989501953125, |
| "learning_rate": 4.850555959618704e-07, |
| "loss": 3.298750743851997e-05, |
| "memory(GiB)": 72.28, |
| "reward": 1.0049306154251099, |
| "reward_std": 0.2615948021411896, |
| "rewards/CODEORM/mean": 0.012916668318212032, |
| "rewards/CODEORM/std": 0.06091581657528877, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4923611283302307, |
| "rewards/VQAORM/std": 0.5001153349876404, |
| "step": 27, |
| "train_speed(iter/s)": 0.003109 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2612.0, |
| "completions/mean_length": 356.2597351074219, |
| "completions/min_length": 49.0, |
| "epoch": 0.45161290322580644, |
| "grad_norm": 0.2665651878200343, |
| "kl": 0.0039642333984375, |
| "learning_rate": 4.836163672775272e-07, |
| "loss": 3.9662394556216896e-05, |
| "memory(GiB)": 72.28, |
| "reward": 0.9762500524520874, |
| "reward_std": 0.25711533427238464, |
| "rewards/CODEORM/mean": 0.013749999925494194, |
| "rewards/CODEORM/std": 0.06275884807109833, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.46319445967674255, |
| "rewards/VQAORM/std": 0.49881675839424133, |
| "step": 28, |
| "train_speed(iter/s)": 0.00312 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1871.0, |
| "completions/mean_length": 343.495849609375, |
| "completions/min_length": 39.0, |
| "epoch": 0.46774193548387094, |
| "grad_norm": 0.23395808716833594, |
| "kl": 0.004046630859375, |
| "learning_rate": 4.82113592026799e-07, |
| "loss": 4.044502566102892e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9686111807823181, |
| "reward_std": 0.2451702207326889, |
| "rewards/CODEORM/mean": 0.011666666716337204, |
| "rewards/CODEORM/std": 0.058019187301397324, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4576388895511627, |
| "rewards/VQAORM/std": 0.49837538599967957, |
| "step": 29, |
| "train_speed(iter/s)": 0.00314 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2888.0, |
| "completions/mean_length": 346.4354248046875, |
| "completions/min_length": 38.0, |
| "epoch": 0.4838709677419355, |
| "grad_norm": 0.25535632583207873, |
| "kl": 0.0040679931640625, |
| "learning_rate": 4.805477279695852e-07, |
| "loss": 4.070028444402851e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9380555152893066, |
| "reward_std": 0.27259209752082825, |
| "rewards/CODEORM/mean": 0.012708333320915699, |
| "rewards/CODEORM/std": 0.060444481670856476, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4263888895511627, |
| "rewards/VQAORM/std": 0.49472349882125854, |
| "step": 30, |
| "train_speed(iter/s)": 0.003152 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1982.0, |
| "completions/mean_length": 342.07708740234375, |
| "completions/min_length": 45.0, |
| "epoch": 0.5, |
| "grad_norm": 0.2757470110574285, |
| "kl": 0.005291748046875, |
| "learning_rate": 4.789192520832462e-07, |
| "loss": 5.291224078973755e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9945833086967468, |
| "reward_std": 0.2432967722415924, |
| "rewards/CODEORM/mean": 0.017500000074505806, |
| "rewards/CODEORM/std": 0.0703362300992012, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.47777777910232544, |
| "rewards/VQAORM/std": 0.49967944622039795, |
| "step": 31, |
| "train_speed(iter/s)": 0.00317 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1852.0, |
| "completions/mean_length": 358.5646057128906, |
| "completions/min_length": 55.0, |
| "epoch": 0.5161290322580645, |
| "grad_norm": 0.24973674461489612, |
| "kl": 0.00535888671875, |
| "learning_rate": 4.772286604173125e-07, |
| "loss": 5.361745570553467e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9641666412353516, |
| "reward_std": 0.24900199472904205, |
| "rewards/CODEORM/mean": 0.02041666768491268, |
| "rewards/CODEORM/std": 0.07557861506938934, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.4444444477558136, |
| "rewards/VQAORM/std": 0.4970766007900238, |
| "step": 32, |
| "train_speed(iter/s)": 0.003173 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2454.0, |
| "completions/mean_length": 316.1222229003906, |
| "completions/min_length": 36.0, |
| "epoch": 0.532258064516129, |
| "grad_norm": 0.27765379348097485, |
| "kl": 0.005023193359375, |
| "learning_rate": 4.754764679423827e-07, |
| "loss": 5.026329745305702e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9695139527320862, |
| "reward_std": 0.23932775855064392, |
| "rewards/CODEORM/mean": 0.013958333991467953, |
| "rewards/CODEORM/std": 0.06320948898792267, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.4555555582046509, |
| "rewards/VQAORM/std": 0.49819380044937134, |
| "step": 33, |
| "train_speed(iter/s)": 0.003188 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2153.0, |
| "completions/mean_length": 378.8312683105469, |
| "completions/min_length": 49.0, |
| "epoch": 0.5483870967741935, |
| "grad_norm": 0.21472738186965287, |
| "kl": 0.006378173828125, |
| "learning_rate": 4.7366320839325856e-07, |
| "loss": 6.384468724718317e-05, |
| "memory(GiB)": 72.55, |
| "reward": 1.0134028196334839, |
| "reward_std": 0.2518027424812317, |
| "rewards/CODEORM/mean": 0.015833334997296333, |
| "rewards/CODEORM/std": 0.0671001672744751, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.49861112236976624, |
| "rewards/VQAORM/std": 0.5001717805862427, |
| "step": 34, |
| "train_speed(iter/s)": 0.003199 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2375.0, |
| "completions/mean_length": 337.39654541015625, |
| "completions/min_length": 56.0, |
| "epoch": 0.5645161290322581, |
| "grad_norm": 0.24373439505720154, |
| "kl": 0.00570068359375, |
| "learning_rate": 4.71789434106364e-07, |
| "loss": 5.708396929549053e-05, |
| "memory(GiB)": 72.55, |
| "reward": 1.0311111211776733, |
| "reward_std": 0.2390429675579071, |
| "rewards/CODEORM/mean": 0.013750000856816769, |
| "rewards/CODEORM/std": 0.06275884807109833, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.5173611044883728, |
| "rewards/VQAORM/std": 0.499872088432312, |
| "step": 35, |
| "train_speed(iter/s)": 0.003203 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2472.0, |
| "completions/mean_length": 378.3333435058594, |
| "completions/min_length": 46.0, |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.2500603222917725, |
| "kl": 0.008148193359375, |
| "learning_rate": 4.698557158514987e-07, |
| "loss": 8.145920583046973e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9934723377227783, |
| "reward_std": 0.26507648825645447, |
| "rewards/CODEORM/mean": 0.020208334550261497, |
| "rewards/CODEORM/std": 0.07522002607584, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615620791912, |
| "rewards/VQAORM/mean": 0.47361111640930176, |
| "rewards/VQAORM/std": 0.4994766116142273, |
| "step": 36, |
| "train_speed(iter/s)": 0.003211 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2245.0, |
| "completions/mean_length": 382.0798645019531, |
| "completions/min_length": 63.0, |
| "epoch": 0.5967741935483871, |
| "grad_norm": 0.21874458117115267, |
| "kl": 0.009130859375, |
| "learning_rate": 4.6786264265797526e-07, |
| "loss": 9.136443986790255e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9631944894790649, |
| "reward_std": 0.22931374609470367, |
| "rewards/CODEORM/mean": 0.02083333395421505, |
| "rewards/CODEORM/std": 0.07628901302814484, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49791666865348816, |
| "rewards/FMTORM/std": 0.03221873939037323, |
| "rewards/VQAORM/mean": 0.4444444477558136, |
| "rewards/VQAORM/std": 0.4970766305923462, |
| "step": 37, |
| "train_speed(iter/s)": 0.003219 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2041.0, |
| "completions/mean_length": 408.1896057128906, |
| "completions/min_length": 49.0, |
| "epoch": 0.6129032258064516, |
| "grad_norm": 0.23783779914096984, |
| "kl": 0.0090576171875, |
| "learning_rate": 4.658108216351958e-07, |
| "loss": 9.058650903170928e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9589584469795227, |
| "reward_std": 0.25281450152397156, |
| "rewards/CODEORM/mean": 0.01833333447575569, |
| "rewards/CODEORM/std": 0.07188516855239868, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4416666626930237, |
| "rewards/VQAORM/std": 0.4967580735683441, |
| "step": 38, |
| "train_speed(iter/s)": 0.003221 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2560.0, |
| "completions/mean_length": 425.4576416015625, |
| "completions/min_length": 36.0, |
| "epoch": 0.6290322580645161, |
| "grad_norm": 0.25328193961667955, |
| "kl": 0.009716796875, |
| "learning_rate": 4.6370087778772037e-07, |
| "loss": 9.695239714346826e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9884028434753418, |
| "reward_std": 0.2516257166862488, |
| "rewards/CODEORM/mean": 0.016875000670552254, |
| "rewards/CODEORM/std": 0.06914517283439636, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.47291669249534607, |
| "rewards/VQAORM/std": 0.49943938851356506, |
| "step": 39, |
| "train_speed(iter/s)": 0.003227 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2677.0, |
| "completions/mean_length": 380.4618225097656, |
| "completions/min_length": 57.0, |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.24632981619112712, |
| "kl": 0.009765625, |
| "learning_rate": 4.6153345382488437e-07, |
| "loss": 9.762972331373021e-05, |
| "memory(GiB)": 72.55, |
| "reward": 1.0220834016799927, |
| "reward_std": 0.2817615866661072, |
| "rewards/CODEORM/mean": 0.017916668206453323, |
| "rewards/CODEORM/std": 0.071116141974926, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.5048611164093018, |
| "rewards/VQAORM/std": 0.5001500844955444, |
| "step": 40, |
| "train_speed(iter/s)": 0.003233 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2209.0, |
| "completions/mean_length": 347.9048767089844, |
| "completions/min_length": 43.0, |
| "epoch": 0.6612903225806451, |
| "grad_norm": 0.2448212519488402, |
| "kl": 0.007769775390625, |
| "learning_rate": 4.5930920996502315e-07, |
| "loss": 7.772096432745457e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9471527338027954, |
| "reward_std": 0.2524837851524353, |
| "rewards/CODEORM/mean": 0.012083334848284721, |
| "rewards/CODEORM/std": 0.05900347977876663, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280591055750847, |
| "rewards/VQAORM/mean": 0.43611112236976624, |
| "rewards/VQAORM/std": 0.4960736930370331, |
| "step": 41, |
| "train_speed(iter/s)": 0.003239 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2924.0, |
| "completions/mean_length": 363.67987060546875, |
| "completions/min_length": 47.0, |
| "epoch": 0.6774193548387096, |
| "grad_norm": 0.22163591343338251, |
| "kl": 0.0093994140625, |
| "learning_rate": 4.5702882373436314e-07, |
| "loss": 9.394727385370061e-05, |
| "memory(GiB)": 72.55, |
| "reward": 0.9790278077125549, |
| "reward_std": 0.2052461951971054, |
| "rewards/CODEORM/mean": 0.016875000670552254, |
| "rewards/CODEORM/std": 0.06914517283439636, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615807056427, |
| "rewards/VQAORM/mean": 0.4625000059604645, |
| "rewards/VQAORM/std": 0.4987649917602539, |
| "step": 42, |
| "train_speed(iter/s)": 0.003243 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2287.0, |
| "completions/mean_length": 374.9638977050781, |
| "completions/min_length": 49.0, |
| "epoch": 0.6935483870967742, |
| "grad_norm": 0.2311530259898522, |
| "kl": 0.01051025390625, |
| "learning_rate": 4.546929897606409e-07, |
| "loss": 0.00010506305989110842, |
| "memory(GiB)": 72.55, |
| "reward": 0.9784722328186035, |
| "reward_std": 0.2506452798843384, |
| "rewards/CODEORM/mean": 0.01666666753590107, |
| "rewards/CODEORM/std": 0.0687422975897789, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.4625000059604645, |
| "rewards/VQAORM/std": 0.4987649917602539, |
| "step": 43, |
| "train_speed(iter/s)": 0.00325 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3019.0, |
| "completions/mean_length": 345.5111083984375, |
| "completions/min_length": 41.0, |
| "epoch": 0.7096774193548387, |
| "grad_norm": 0.25687083497515134, |
| "kl": 0.0111328125, |
| "learning_rate": 4.5230241956151236e-07, |
| "loss": 0.00011140214337501675, |
| "memory(GiB)": 72.55, |
| "reward": 1.019861102104187, |
| "reward_std": 0.24551907181739807, |
| "rewards/CODEORM/mean": 0.017083335667848587, |
| "rewards/CODEORM/std": 0.06954508274793625, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.5027778148651123, |
| "rewards/VQAORM/std": 0.5001659989356995, |
| "step": 44, |
| "train_speed(iter/s)": 0.00325 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2333.0, |
| "completions/mean_length": 367.42779541015625, |
| "completions/min_length": 50.0, |
| "epoch": 0.7258064516129032, |
| "grad_norm": 0.237050640265248, |
| "kl": 0.010888671875, |
| "learning_rate": 4.4985784132781846e-07, |
| "loss": 0.00010892213322222233, |
| "memory(GiB)": 72.55, |
| "reward": 0.9680556058883667, |
| "reward_std": 0.24429023265838623, |
| "rewards/CODEORM/mean": 0.01666666753590107, |
| "rewards/CODEORM/std": 0.0687422975897789, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.4520833492279053, |
| "rewards/VQAORM/std": 0.49787160754203796, |
| "step": 45, |
| "train_speed(iter/s)": 0.003256 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2553.0, |
| "completions/mean_length": 440.5652770996094, |
| "completions/min_length": 45.0, |
| "epoch": 0.7419354838709677, |
| "grad_norm": 0.24164999330022277, |
| "kl": 0.01668701171875, |
| "learning_rate": 4.4735999970177e-07, |
| "loss": 0.00016686106391716748, |
| "memory(GiB)": 72.55, |
| "reward": 1.0237499475479126, |
| "reward_std": 0.27759116888046265, |
| "rewards/CODEORM/mean": 0.0133333345875144, |
| "rewards/CODEORM/std": 0.061845600605010986, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.5111111402511597, |
| "rewards/VQAORM/std": 0.5000501871109009, |
| "step": 46, |
| "train_speed(iter/s)": 0.003256 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2202.0, |
| "completions/mean_length": 405.51458740234375, |
| "completions/min_length": 43.0, |
| "epoch": 0.7580645161290323, |
| "grad_norm": 0.25800115560395864, |
| "kl": 0.01693115234375, |
| "learning_rate": 4.4480965555012375e-07, |
| "loss": 0.00016923561634030193, |
| "memory(GiB)": 72.55, |
| "reward": 1.0121527910232544, |
| "reward_std": 0.2747058570384979, |
| "rewards/CODEORM/mean": 0.01770833320915699, |
| "rewards/CODEORM/std": 0.07072756439447403, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.49513891339302063, |
| "rewards/VQAORM/std": 0.5001500844955444, |
| "step": 47, |
| "train_speed(iter/s)": 0.003258 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 10708.0, |
| "completions/mean_length": 374.5027770996094, |
| "completions/min_length": 45.0, |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.2341781405037742, |
| "kl": 0.01322021484375, |
| "learning_rate": 4.422075857324137e-07, |
| "loss": 0.00013221960398368537, |
| "memory(GiB)": 72.55, |
| "reward": 0.9981943964958191, |
| "reward_std": 0.23682290315628052, |
| "rewards/CODEORM/mean": 0.015208334662020206, |
| "rewards/CODEORM/std": 0.06583476066589355, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.48402780294418335, |
| "rewards/VQAORM/std": 0.49991846084594727, |
| "step": 48, |
| "train_speed(iter/s)": 0.003224 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2973.0, |
| "completions/mean_length": 388.96319580078125, |
| "completions/min_length": 41.0, |
| "epoch": 0.7903225806451613, |
| "grad_norm": 0.23494838565416404, |
| "kl": 0.01656494140625, |
| "learning_rate": 4.3955458286431336e-07, |
| "loss": 0.00016603765834588557, |
| "memory(GiB)": 72.55, |
| "reward": 0.9825693964958191, |
| "reward_std": 0.25734853744506836, |
| "rewards/CODEORM/mean": 0.015208334662020206, |
| "rewards/CODEORM/std": 0.06583476811647415, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324832811951637, |
| "rewards/VQAORM/mean": 0.46875, |
| "rewards/VQAORM/std": 0.49919581413269043, |
| "step": 49, |
| "train_speed(iter/s)": 0.003224 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3018.0, |
| "completions/mean_length": 397.47430419921875, |
| "completions/min_length": 53.0, |
| "epoch": 0.8064516129032258, |
| "grad_norm": 0.22328454872730055, |
| "kl": 0.01668701171875, |
| "learning_rate": 4.3685145507619647e-07, |
| "loss": 0.0001667440083110705, |
| "memory(GiB)": 72.55, |
| "reward": 0.9420834183692932, |
| "reward_std": 0.23709836602210999, |
| "rewards/CODEORM/mean": 0.010833334177732468, |
| "rewards/CODEORM/std": 0.055989425629377365, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.018627425655722618, |
| "rewards/VQAORM/mean": 0.43194445967674255, |
| "rewards/VQAORM/std": 0.49551889300346375, |
| "step": 50, |
| "train_speed(iter/s)": 0.003226 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2100.0, |
| "completions/mean_length": 375.0187683105469, |
| "completions/min_length": 49.0, |
| "epoch": 0.8225806451612904, |
| "grad_norm": 0.2476536462434363, |
| "kl": 0.01484375, |
| "learning_rate": 4.3409902576697315e-07, |
| "loss": 0.0001483853702666238, |
| "memory(GiB)": 72.55, |
| "reward": 0.9879860877990723, |
| "reward_std": 0.23200082778930664, |
| "rewards/CODEORM/mean": 0.01229166705161333, |
| "rewards/CODEORM/std": 0.05948842316865921, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.47708335518836975, |
| "rewards/VQAORM/std": 0.4996480941772461, |
| "step": 51, |
| "train_speed(iter/s)": 0.003218 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2223.0, |
| "completions/mean_length": 437.4423828125, |
| "completions/min_length": 49.0, |
| "epoch": 0.8387096774193549, |
| "grad_norm": 0.2231399513016873, |
| "kl": 0.021875, |
| "learning_rate": 4.3129813335327437e-07, |
| "loss": 0.000219002366065979, |
| "memory(GiB)": 72.55, |
| "reward": 1.004652738571167, |
| "reward_std": 0.22962474822998047, |
| "rewards/CODEORM/mean": 0.01229166705161333, |
| "rewards/CODEORM/std": 0.05948842689394951, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49791666865348816, |
| "rewards/FMTORM/std": 0.03221873939037323, |
| "rewards/VQAORM/mean": 0.49444445967674255, |
| "rewards/VQAORM/std": 0.5001428127288818, |
| "step": 52, |
| "train_speed(iter/s)": 0.003217 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2176.0, |
| "completions/mean_length": 407.48541259765625, |
| "completions/min_length": 54.0, |
| "epoch": 0.8548387096774194, |
| "grad_norm": 0.22842893432608774, |
| "kl": 0.020361328125, |
| "learning_rate": 4.2844963101406216e-07, |
| "loss": 0.00020356160530354828, |
| "memory(GiB)": 72.55, |
| "reward": 0.9823611378669739, |
| "reward_std": 0.2580673396587372, |
| "rewards/CODEORM/mean": 0.009791667573153973, |
| "rewards/CODEORM/std": 0.05332539603114128, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.47291669249534607, |
| "rewards/VQAORM/std": 0.49943938851356506, |
| "step": 53, |
| "train_speed(iter/s)": 0.003195 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 9521.0, |
| "completions/mean_length": 426.1222229003906, |
| "completions/min_length": 61.0, |
| "epoch": 0.8709677419354839, |
| "grad_norm": 0.2174558142577718, |
| "kl": 0.0199951171875, |
| "learning_rate": 4.255543864307431e-07, |
| "loss": 0.00020004776888526976, |
| "memory(GiB)": 72.55, |
| "reward": 0.9699999690055847, |
| "reward_std": 0.24552029371261597, |
| "rewards/CODEORM/mean": 0.008541667833924294, |
| "rewards/CODEORM/std": 0.049912624061107635, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4625000059604645, |
| "rewards/VQAORM/std": 0.4987649917602539, |
| "step": 54, |
| "train_speed(iter/s)": 0.003179 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2597.0, |
| "completions/mean_length": 480.8597412109375, |
| "completions/min_length": 63.0, |
| "epoch": 0.8870967741935484, |
| "grad_norm": 0.23478429409929014, |
| "kl": 0.0271484375, |
| "learning_rate": 4.226132815228641e-07, |
| "loss": 0.0002712236891966313, |
| "memory(GiB)": 72.55, |
| "reward": 0.9563194513320923, |
| "reward_std": 0.26775386929512024, |
| "rewards/CODEORM/mean": 0.007708333898335695, |
| "rewards/CODEORM/std": 0.04748312756419182, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.02632482908666134, |
| "rewards/VQAORM/mean": 0.45000001788139343, |
| "rewards/VQAORM/std": 0.49766653776168823, |
| "step": 55, |
| "train_speed(iter/s)": 0.00318 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2971.0, |
| "completions/mean_length": 435.2521057128906, |
| "completions/min_length": 52.0, |
| "epoch": 0.9032258064516129, |
| "grad_norm": 0.22207675380665862, |
| "kl": 0.0236572265625, |
| "learning_rate": 4.1962721217947136e-07, |
| "loss": 0.00023679251899011433, |
| "memory(GiB)": 72.55, |
| "reward": 0.9582638740539551, |
| "reward_std": 0.2368679940700531, |
| "rewards/CODEORM/mean": 0.006875000428408384, |
| "rewards/CODEORM/std": 0.04490695893764496, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49791666865348816, |
| "rewards/FMTORM/std": 0.03221874311566353, |
| "rewards/VQAORM/mean": 0.45347222685813904, |
| "rewards/VQAORM/std": 0.49800342321395874, |
| "step": 56, |
| "train_speed(iter/s)": 0.003181 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2578.0, |
| "completions/mean_length": 446.1222229003906, |
| "completions/min_length": 47.0, |
| "epoch": 0.9193548387096774, |
| "grad_norm": 0.23718890954848998, |
| "kl": 0.0261474609375, |
| "learning_rate": 4.165970879862134e-07, |
| "loss": 0.0002614260884001851, |
| "memory(GiB)": 72.55, |
| "reward": 0.9674999713897705, |
| "reward_std": 0.25433528423309326, |
| "rewards/CODEORM/mean": 0.006041666492819786, |
| "rewards/CODEORM/std": 0.04215723276138306, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4625000059604645, |
| "rewards/VQAORM/std": 0.4987649917602539, |
| "step": 57, |
| "train_speed(iter/s)": 0.003184 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3103.0, |
| "completions/mean_length": 439.11181640625, |
| "completions/min_length": 52.0, |
| "epoch": 0.9354838709677419, |
| "grad_norm": 0.20743082364096332, |
| "kl": 0.0252685546875, |
| "learning_rate": 4.1352383194827306e-07, |
| "loss": 0.00025291036581620574, |
| "memory(GiB)": 72.55, |
| "reward": 0.9715972542762756, |
| "reward_std": 0.2394816130399704, |
| "rewards/CODEORM/mean": 0.007708333898335695, |
| "rewards/CODEORM/std": 0.04748312756419182, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49722224473953247, |
| "rewards/FMTORM/std": 0.03717704117298126, |
| "rewards/VQAORM/mean": 0.46666666865348816, |
| "rewards/VQAORM/std": 0.4990609884262085, |
| "step": 58, |
| "train_speed(iter/s)": 0.003184 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3248.0, |
| "completions/mean_length": 433.08404541015625, |
| "completions/min_length": 55.0, |
| "epoch": 0.9516129032258065, |
| "grad_norm": 0.2068345779016102, |
| "kl": 0.021630859375, |
| "learning_rate": 4.1040838020921087e-07, |
| "loss": 0.00021632216521538794, |
| "memory(GiB)": 72.55, |
| "reward": 0.9704861640930176, |
| "reward_std": 0.21852527558803558, |
| "rewards/CODEORM/mean": 0.0062500000931322575, |
| "rewards/CODEORM/std": 0.042862728238105774, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4652777910232544, |
| "rewards/VQAORM/std": 0.49896618723869324, |
| "step": 59, |
| "train_speed(iter/s)": 0.003185 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2551.0, |
| "completions/mean_length": 426.58404541015625, |
| "completions/min_length": 45.0, |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.2064093927604063, |
| "kl": 0.022265625, |
| "learning_rate": 4.072516817658064e-07, |
| "loss": 0.00022273208014667034, |
| "memory(GiB)": 72.55, |
| "reward": 0.9838889241218567, |
| "reward_std": 0.22381478548049927, |
| "rewards/CODEORM/mean": 0.006458332762122154, |
| "rewards/CODEORM/std": 0.04355579614639282, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4975694417953491, |
| "rewards/FMTORM/std": 0.03478807955980301, |
| "rewards/VQAORM/mean": 0.4798611104488373, |
| "rewards/VQAORM/std": 0.49976783990859985, |
| "step": 60, |
| "train_speed(iter/s)": 0.003161 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3516.0, |
| "completions/mean_length": 447.4507141113281, |
| "completions/min_length": 59.0, |
| "epoch": 0.9838709677419355, |
| "grad_norm": 0.2458563564310446, |
| "kl": 0.02421875, |
| "learning_rate": 4.0405469817898533e-07, |
| "loss": 0.00024220610794145614, |
| "memory(GiB)": 72.55, |
| "reward": 0.9372223019599915, |
| "reward_std": 0.25408098101615906, |
| "rewards/CODEORM/mean": 0.004583333153277636, |
| "rewards/CODEORM/std": 0.03680942580103874, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4333333373069763, |
| "rewards/VQAORM/std": 0.49570778012275696, |
| "step": 61, |
| "train_speed(iter/s)": 0.003159 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2159.0, |
| "completions/mean_length": 462.3416748046875, |
| "completions/min_length": 40.0, |
| "epoch": 1.0, |
| "grad_norm": 0.22387971484005992, |
| "kl": 0.0287353515625, |
| "learning_rate": 4.00818403280918e-07, |
| "loss": 0.0002869199379347265, |
| "memory(GiB)": 72.55, |
| "reward": 1.0059027671813965, |
| "reward_std": 0.26113608479499817, |
| "rewards/CODEORM/mean": 0.0052083334885537624, |
| "rewards/CODEORM/std": 0.03919745236635208, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.02632482908666134, |
| "rewards/VQAORM/mean": 0.5020833611488342, |
| "rewards/VQAORM/std": 0.5001693964004517, |
| "step": 62, |
| "train_speed(iter/s)": 0.003159 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2093.0, |
| "completions/mean_length": 459.2437744140625, |
| "completions/min_length": 51.0, |
| "epoch": 1.0161290322580645, |
| "grad_norm": 0.2176432920608644, |
| "kl": 0.027392578125, |
| "learning_rate": 3.9754378287838106e-07, |
| "loss": 0.0002737568283919245, |
| "memory(GiB)": 72.55, |
| "reward": 0.9327083230018616, |
| "reward_std": 0.22113071382045746, |
| "rewards/CODEORM/mean": 0.003541666781529784, |
| "rewards/CODEORM/std": 0.03241429105401039, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4298611283302307, |
| "rewards/VQAORM/std": 0.4952280521392822, |
| "step": 63, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3442.0, |
| "completions/mean_length": 413.9354248046875, |
| "completions/min_length": 53.0, |
| "epoch": 1.032258064516129, |
| "grad_norm": 0.21234850263649102, |
| "kl": 0.0212158203125, |
| "learning_rate": 3.942318344524711e-07, |
| "loss": 0.00021199470211286098, |
| "memory(GiB)": 72.55, |
| "reward": 0.9656250476837158, |
| "reward_std": 0.21792437136173248, |
| "rewards/CODEORM/mean": 0.00520833395421505, |
| "rewards/CODEORM/std": 0.03919744864106178, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.4618055522441864, |
| "rewards/VQAORM/std": 0.4987122416496277, |
| "step": 64, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3102.0, |
| "completions/mean_length": 438.6458435058594, |
| "completions/min_length": 54.0, |
| "epoch": 1.0483870967741935, |
| "grad_norm": 0.2232724953512252, |
| "kl": 0.0247314453125, |
| "learning_rate": 3.908835668547622e-07, |
| "loss": 0.0002475287183187902, |
| "memory(GiB)": 72.55, |
| "reward": 0.9796527624130249, |
| "reward_std": 0.23396123945713043, |
| "rewards/CODEORM/mean": 0.007083333563059568, |
| "rewards/CODEORM/std": 0.04556608572602272, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.47361111640930176, |
| "rewards/VQAORM/std": 0.4994766116142273, |
| "step": 65, |
| "train_speed(iter/s)": 0.003163 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3270.0, |
| "completions/mean_length": 499.7298583984375, |
| "completions/min_length": 56.0, |
| "epoch": 1.064516129032258, |
| "grad_norm": 0.23317861529104608, |
| "kl": 0.032275390625, |
| "learning_rate": 3.875e-07, |
| "loss": 0.0003234185860492289, |
| "memory(GiB)": 72.55, |
| "reward": 0.9625694751739502, |
| "reward_std": 0.27475544810295105, |
| "rewards/CODEORM/mean": 0.003541666781529784, |
| "rewards/CODEORM/std": 0.03241428732872009, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.46041667461395264, |
| "rewards/VQAORM/std": 0.49860385060310364, |
| "step": 66, |
| "train_speed(iter/s)": 0.003163 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3353.0, |
| "completions/mean_length": 418.64166259765625, |
| "completions/min_length": 49.0, |
| "epoch": 1.0806451612903225, |
| "grad_norm": 0.23413187500533847, |
| "kl": 0.0256103515625, |
| "learning_rate": 3.8408216455542586e-07, |
| "loss": 0.00025615975027903914, |
| "memory(GiB)": 72.55, |
| "reward": 1.022291660308838, |
| "reward_std": 0.27045774459838867, |
| "rewards/CODEORM/mean": 0.004583333618938923, |
| "rewards/CODEORM/std": 0.03680942952632904, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.5180555582046509, |
| "rewards/VQAORM/std": 0.4998474717140198, |
| "step": 67, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2800.0, |
| "completions/mean_length": 415.0632019042969, |
| "completions/min_length": 54.0, |
| "epoch": 1.096774193548387, |
| "grad_norm": 0.2280696197690621, |
| "kl": 0.0226318359375, |
| "learning_rate": 3.8063110162682536e-07, |
| "loss": 0.00022613290639128536, |
| "memory(GiB)": 72.55, |
| "reward": 0.9749305248260498, |
| "reward_std": 0.23834767937660217, |
| "rewards/CODEORM/mean": 0.0037500003818422556, |
| "rewards/CODEORM/std": 0.033342309296131134, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615620791912, |
| "rewards/VQAORM/mean": 0.4715277850627899, |
| "rewards/VQAORM/std": 0.4993620812892914, |
| "step": 68, |
| "train_speed(iter/s)": 0.003163 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3211.0, |
| "completions/mean_length": 476.21875, |
| "completions/min_length": 40.0, |
| "epoch": 1.1129032258064515, |
| "grad_norm": 0.25556590033515914, |
| "kl": 0.0304443359375, |
| "learning_rate": 3.77147862441398e-07, |
| "loss": 0.0003040857263840735, |
| "memory(GiB)": 72.55, |
| "reward": 1.0324305295944214, |
| "reward_std": 0.2670601010322571, |
| "rewards/CODEORM/mean": 0.003958333283662796, |
| "rewards/CODEORM/std": 0.03424391895532608, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.5291666984558105, |
| "rewards/VQAORM/std": 0.49932199716567993, |
| "step": 69, |
| "train_speed(iter/s)": 0.00316 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2698.0, |
| "completions/mean_length": 457.7632141113281, |
| "completions/min_length": 46.0, |
| "epoch": 1.129032258064516, |
| "grad_norm": 0.22078914084547285, |
| "kl": 0.026123046875, |
| "learning_rate": 3.736335080275424e-07, |
| "loss": 0.0002610915689729154, |
| "memory(GiB)": 72.55, |
| "reward": 0.988194465637207, |
| "reward_std": 0.22356846928596497, |
| "rewards/CODEORM/mean": 0.0052083334885537624, |
| "rewards/CODEORM/std": 0.03919745236635208, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.48402780294418335, |
| "rewards/VQAORM/std": 0.4999184310436249, |
| "step": 70, |
| "train_speed(iter/s)": 0.003161 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3641.0, |
| "completions/mean_length": 471.3034973144531, |
| "completions/min_length": 54.0, |
| "epoch": 1.1451612903225807, |
| "grad_norm": 0.22352257730187777, |
| "kl": 0.0291015625, |
| "learning_rate": 3.7008910889165734e-07, |
| "loss": 0.00029054959304630756, |
| "memory(GiB)": 72.55, |
| "reward": 0.9690278172492981, |
| "reward_std": 0.23872590065002441, |
| "rewards/CODEORM/mean": 0.002708333544433117, |
| "rewards/CODEORM/std": 0.028385289013385773, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.46666666865348816, |
| "rewards/VQAORM/std": 0.4990609884262085, |
| "step": 71, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2802.0, |
| "completions/mean_length": 415.3722229003906, |
| "completions/min_length": 60.0, |
| "epoch": 1.1612903225806452, |
| "grad_norm": 0.24022424561360972, |
| "kl": 0.0269287109375, |
| "learning_rate": 3.6651574469205503e-07, |
| "loss": 0.0002691347326617688, |
| "memory(GiB)": 72.55, |
| "reward": 1.0179860591888428, |
| "reward_std": 0.2555491328239441, |
| "rewards/CODEORM/mean": 0.004791666753590107, |
| "rewards/CODEORM/std": 0.037623435258865356, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.5138888955116272, |
| "rewards/VQAORM/std": 0.4999806880950928, |
| "step": 72, |
| "train_speed(iter/s)": 0.003161 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2134.0, |
| "completions/mean_length": 447.7007141113281, |
| "completions/min_length": 52.0, |
| "epoch": 1.1774193548387097, |
| "grad_norm": 0.20648518009940414, |
| "kl": 0.03193359375, |
| "learning_rate": 3.6291450391008654e-07, |
| "loss": 0.0003187285328749567, |
| "memory(GiB)": 72.55, |
| "reward": 1.003819465637207, |
| "reward_std": 0.19375617802143097, |
| "rewards/CODEORM/mean": 0.0020833334419876337, |
| "rewards/CODEORM/std": 0.02492169663310051, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.5020833611488342, |
| "rewards/VQAORM/std": 0.5001693367958069, |
| "step": 73, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2162.0, |
| "completions/mean_length": 438.4805603027344, |
| "completions/min_length": 49.0, |
| "epoch": 1.1935483870967742, |
| "grad_norm": 0.2063264046724451, |
| "kl": 0.0267333984375, |
| "learning_rate": 3.592864835185802e-07, |
| "loss": 0.00026784028159454465, |
| "memory(GiB)": 72.55, |
| "reward": 0.9955556392669678, |
| "reward_std": 0.22626902163028717, |
| "rewards/CODEORM/mean": 0.002500000176951289, |
| "rewards/CODEORM/std": 0.027281256392598152, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.5, |
| "rewards/FMTORM/std": 0.0, |
| "rewards/VQAORM/mean": 0.4930555820465088, |
| "rewards/VQAORM/std": 0.5001254677772522, |
| "step": 74, |
| "train_speed(iter/s)": 0.003162 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2497.0, |
| "completions/mean_length": 390.0340270996094, |
| "completions/min_length": 44.0, |
| "epoch": 1.2096774193548387, |
| "grad_norm": 0.2377329072915874, |
| "kl": 0.0220458984375, |
| "learning_rate": 3.556327886476925e-07, |
| "loss": 0.00022035164874978364, |
| "memory(GiB)": 72.55, |
| "reward": 0.9577084183692932, |
| "reward_std": 0.22338639199733734, |
| "rewards/CODEORM/mean": 0.002500000409781933, |
| "rewards/CODEORM/std": 0.027281254529953003, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615807056427, |
| "rewards/VQAORM/mean": 0.4555555582046509, |
| "rewards/VQAORM/std": 0.49819377064704895, |
| "step": 75, |
| "train_speed(iter/s)": 0.003161 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2510.0, |
| "completions/mean_length": 432.8798828125, |
| "completions/min_length": 59.0, |
| "epoch": 1.2258064516129032, |
| "grad_norm": 0.2016163479831072, |
| "kl": 0.0228759765625, |
| "learning_rate": 3.5195453224827547e-07, |
| "loss": 0.0002286717208335176, |
| "memory(GiB)": 72.55, |
| "reward": 0.9972222447395325, |
| "reward_std": 0.2204340249300003, |
| "rewards/CODEORM/mean": 0.0031250000465661287, |
| "rewards/CODEORM/std": 0.030469313263893127, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.49513891339302063, |
| "rewards/VQAORM/std": 0.5001500248908997, |
| "step": 76, |
| "train_speed(iter/s)": 0.00316 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2529.0, |
| "completions/mean_length": 454.6923828125, |
| "completions/min_length": 48.0, |
| "epoch": 1.2419354838709677, |
| "grad_norm": 0.22659833554073525, |
| "kl": 0.0289794921875, |
| "learning_rate": 3.482528347528602e-07, |
| "loss": 0.00029045954579487443, |
| "memory(GiB)": 72.55, |
| "reward": 0.9425694942474365, |
| "reward_std": 0.24315796792507172, |
| "rewards/CODEORM/mean": 0.0012500000884756446, |
| "rewards/CODEORM/std": 0.019331244751811028, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.44236111640930176, |
| "rewards/VQAORM/std": 0.4968391954898834, |
| "step": 77, |
| "train_speed(iter/s)": 0.003121 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2246.0, |
| "completions/mean_length": 443.509033203125, |
| "completions/min_length": 39.0, |
| "epoch": 1.2580645161290323, |
| "grad_norm": 0.23270608066363938, |
| "kl": 0.026318359375, |
| "learning_rate": 3.4452882373436316e-07, |
| "loss": 0.0002637436846271157, |
| "memory(GiB)": 72.55, |
| "reward": 0.9564583897590637, |
| "reward_std": 0.2442195564508438, |
| "rewards/CODEORM/mean": 0.0012500000884756446, |
| "rewards/CODEORM/std": 0.019331244751811028, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.01317615620791912, |
| "rewards/VQAORM/mean": 0.4555555582046509, |
| "rewards/VQAORM/std": 0.49819380044937134, |
| "step": 78, |
| "train_speed(iter/s)": 0.003123 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2990.0, |
| "completions/mean_length": 433.7701416015625, |
| "completions/min_length": 53.0, |
| "epoch": 1.2741935483870968, |
| "grad_norm": 0.23460258143973778, |
| "kl": 0.0271728515625, |
| "learning_rate": 3.4078363356261576e-07, |
| "loss": 0.0002716649032663554, |
| "memory(GiB)": 72.55, |
| "reward": 0.957777738571167, |
| "reward_std": 0.22971472144126892, |
| "rewards/CODEORM/mean": 0.001875000074505806, |
| "rewards/CODEORM/std": 0.023651065304875374, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.45694446563720703, |
| "rewards/VQAORM/std": 0.49831584095954895, |
| "step": 79, |
| "train_speed(iter/s)": 0.003124 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6626.0, |
| "completions/mean_length": 467.6298828125, |
| "completions/min_length": 60.0, |
| "epoch": 1.2903225806451613, |
| "grad_norm": 0.2203448340379557, |
| "kl": 0.028564453125, |
| "learning_rate": 3.3701840505882476e-07, |
| "loss": 0.0002859021187759936, |
| "memory(GiB)": 72.55, |
| "reward": 0.9722917675971985, |
| "reward_std": 0.23510144650936127, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872849971055984, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.472222238779068, |
| "rewards/VQAORM/std": 0.4994012117385864, |
| "step": 80, |
| "train_speed(iter/s)": 0.003118 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2564.0, |
| "completions/mean_length": 418.5590515136719, |
| "completions/min_length": 52.0, |
| "epoch": 1.3064516129032258, |
| "grad_norm": 0.2324164062331274, |
| "kl": 0.026513671875, |
| "learning_rate": 3.332342851480672e-07, |
| "loss": 0.00026555670774541795, |
| "memory(GiB)": 72.55, |
| "reward": 1.0112500190734863, |
| "reward_std": 0.22868500649929047, |
| "rewards/CODEORM/mean": 0.001875000074505806, |
| "rewards/CODEORM/std": 0.023651065304875374, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.5104166865348816, |
| "rewards/VQAORM/std": 0.5000651478767395, |
| "step": 81, |
| "train_speed(iter/s)": 0.003119 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3178.0, |
| "completions/mean_length": 458.19097900390625, |
| "completions/min_length": 40.0, |
| "epoch": 1.3225806451612903, |
| "grad_norm": 0.23312846161895653, |
| "kl": 0.0256103515625, |
| "learning_rate": 3.294324265099252e-07, |
| "loss": 0.0002559431886766106, |
| "memory(GiB)": 72.55, |
| "reward": 0.9519445300102234, |
| "reward_std": 0.23361359536647797, |
| "rewards/CODEORM/mean": 0.0012500000884756446, |
| "rewards/CODEORM/std": 0.019331244751811028, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4513888955116272, |
| "rewards/VQAORM/std": 0.4978042244911194, |
| "step": 82, |
| "train_speed(iter/s)": 0.003119 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2874.0, |
| "completions/mean_length": 389.6625061035156, |
| "completions/min_length": 54.0, |
| "epoch": 1.3387096774193548, |
| "grad_norm": 0.21650063881691448, |
| "kl": 0.0203857421875, |
| "learning_rate": 3.256139872273696e-07, |
| "loss": 0.00020405216491781175, |
| "memory(GiB)": 72.55, |
| "reward": 0.9847917556762695, |
| "reward_std": 0.2361350655555725, |
| "rewards/CODEORM/mean": 0.002500000176951289, |
| "rewards/CODEORM/std": 0.027281256392598152, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.4833333492279053, |
| "rewards/VQAORM/std": 0.49989575147628784, |
| "step": 83, |
| "train_speed(iter/s)": 0.003118 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3981.0, |
| "completions/mean_length": 438.977783203125, |
| "completions/min_length": 64.0, |
| "epoch": 1.3548387096774195, |
| "grad_norm": 0.2017820781256394, |
| "kl": 0.025146484375, |
| "learning_rate": 3.217801304339958e-07, |
| "loss": 0.0002516305830795318, |
| "memory(GiB)": 72.55, |
| "reward": 0.9712501168251038, |
| "reward_std": 0.23558129370212555, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872849971055984, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.47083333134651184, |
| "rewards/VQAORM/std": 0.49932199716567993, |
| "step": 84, |
| "train_speed(iter/s)": 0.003115 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3085.0, |
| "completions/mean_length": 471.2632141113281, |
| "completions/min_length": 40.0, |
| "epoch": 1.370967741935484, |
| "grad_norm": 0.23160273619017643, |
| "kl": 0.027685546875, |
| "learning_rate": 3.1793202395972255e-07, |
| "loss": 0.000276345235761255, |
| "memory(GiB)": 72.55, |
| "reward": 0.9824305176734924, |
| "reward_std": 0.2479579597711563, |
| "rewards/CODEORM/mean": 0.00083333341171965, |
| "rewards/CODEORM/std": 0.015794897451996803, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4982638955116272, |
| "rewards/FMTORM/std": 0.02942180261015892, |
| "rewards/VQAORM/mean": 0.4833333492279053, |
| "rewards/VQAORM/std": 0.49989572167396545, |
| "step": 85, |
| "train_speed(iter/s)": 0.003114 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3080.0, |
| "completions/mean_length": 438.87640380859375, |
| "completions/min_length": 61.0, |
| "epoch": 1.3870967741935485, |
| "grad_norm": 0.194152810560773, |
| "kl": 0.0279052734375, |
| "learning_rate": 3.1407083997505936e-07, |
| "loss": 0.0002790595463011414, |
| "memory(GiB)": 72.55, |
| "reward": 0.9933332800865173, |
| "reward_std": 0.1885756254196167, |
| "rewards/CODEORM/mean": 0.0016666668234393, |
| "rewards/CODEORM/std": 0.022306226193904877, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.02632482908666134, |
| "rewards/VQAORM/mean": 0.4930555820465088, |
| "rewards/VQAORM/std": 0.5001254677772522, |
| "step": 86, |
| "train_speed(iter/s)": 0.003113 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1936.0, |
| "completions/mean_length": 384.3055725097656, |
| "completions/min_length": 45.0, |
| "epoch": 1.403225806451613, |
| "grad_norm": 0.24459951745327296, |
| "kl": 0.0214599609375, |
| "learning_rate": 3.1019775463405193e-07, |
| "loss": 0.0002145486796507612, |
| "memory(GiB)": 72.55, |
| "reward": 0.9838194251060486, |
| "reward_std": 0.25452497601509094, |
| "rewards/CODEORM/mean": 0.001875000074505806, |
| "rewards/CODEORM/std": 0.023651065304875374, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4826388955116272, |
| "rewards/VQAORM/std": 0.4998720586299896, |
| "step": 87, |
| "train_speed(iter/s)": 0.003116 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2332.0, |
| "completions/mean_length": 427.3319396972656, |
| "completions/min_length": 46.0, |
| "epoch": 1.4193548387096775, |
| "grad_norm": 0.22526758870168345, |
| "kl": 0.026171875, |
| "learning_rate": 3.063139477160147e-07, |
| "loss": 0.00026203077868558466, |
| "memory(GiB)": 72.55, |
| "reward": 1.0167361497879028, |
| "reward_std": 0.27220967411994934, |
| "rewards/CODEORM/mean": 0.002500000176951289, |
| "rewards/CODEORM/std": 0.027281256392598152, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.5145833492279053, |
| "rewards/VQAORM/std": 0.49996086955070496, |
| "step": 88, |
| "train_speed(iter/s)": 0.003118 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2392.0, |
| "completions/mean_length": 386.8798828125, |
| "completions/min_length": 48.0, |
| "epoch": 1.435483870967742, |
| "grad_norm": 0.22614274989113003, |
| "kl": 0.019384765625, |
| "learning_rate": 3.024206022661582e-07, |
| "loss": 0.0001937642809934914, |
| "memory(GiB)": 72.55, |
| "reward": 0.9733334183692932, |
| "reward_std": 0.23752889037132263, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872849971055984, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.47291669249534607, |
| "rewards/VQAORM/std": 0.49943938851356506, |
| "step": 89, |
| "train_speed(iter/s)": 0.003118 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2021.0, |
| "completions/mean_length": 363.97222900390625, |
| "completions/min_length": 41.0, |
| "epoch": 1.4516129032258065, |
| "grad_norm": 0.2398906373001323, |
| "kl": 0.0197509765625, |
| "learning_rate": 2.98518904235222e-07, |
| "loss": 0.00019763951422646642, |
| "memory(GiB)": 72.55, |
| "reward": 1.0004167556762695, |
| "reward_std": 0.23650936782360077, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872849971055984, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4993055760860443, |
| "rewards/VQAORM/std": 0.5001731514930725, |
| "step": 90, |
| "train_speed(iter/s)": 0.00312 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2460.0, |
| "completions/mean_length": 369.35418701171875, |
| "completions/min_length": 44.0, |
| "epoch": 1.467741935483871, |
| "grad_norm": 0.23682693521156525, |
| "kl": 0.020166015625, |
| "learning_rate": 2.946100421182231e-07, |
| "loss": 0.00020152229990344495, |
| "memory(GiB)": 72.55, |
| "reward": 1.0318750143051147, |
| "reward_std": 0.24585361778736115, |
| "rewards/CODEORM/mean": 0.0016666668234393, |
| "rewards/CODEORM/std": 0.022306226193904877, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.5305555462837219, |
| "rewards/VQAORM/std": 0.49923887848854065, |
| "step": 91, |
| "train_speed(iter/s)": 0.003123 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3620.0, |
| "completions/mean_length": 414.87432861328125, |
| "completions/min_length": 58.0, |
| "epoch": 1.4838709677419355, |
| "grad_norm": 0.23857713339439449, |
| "kl": 0.0223388671875, |
| "learning_rate": 2.906952065924282e-07, |
| "loss": 0.00022341267322190106, |
| "memory(GiB)": 72.55, |
| "reward": 0.9906944632530212, |
| "reward_std": 0.2329772561788559, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872849971055984, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4895833432674408, |
| "rewards/VQAORM/std": 0.5000651478767395, |
| "step": 92, |
| "train_speed(iter/s)": 0.003121 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2573.0, |
| "completions/mean_length": 390.6229248046875, |
| "completions/min_length": 56.0, |
| "epoch": 1.5, |
| "grad_norm": 0.2533005916156193, |
| "kl": 0.0206298828125, |
| "learning_rate": 2.867755901546624e-07, |
| "loss": 0.00020597083494067192, |
| "memory(GiB)": 72.55, |
| "reward": 1.0013195276260376, |
| "reward_std": 0.2565329372882843, |
| "rewards/CODEORM/mean": 0.0006250000442378223, |
| "rewards/CODEORM/std": 0.013683545403182507, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.02632482908666134, |
| "rewards/VQAORM/mean": 0.5020833611488342, |
| "rewards/VQAORM/std": 0.5001693964004517, |
| "step": 93, |
| "train_speed(iter/s)": 0.003122 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3188.0, |
| "completions/mean_length": 376.4840393066406, |
| "completions/min_length": 55.0, |
| "epoch": 1.5161290322580645, |
| "grad_norm": 0.20748704361554995, |
| "kl": 0.018408203125, |
| "learning_rate": 2.8285238675806277e-07, |
| "loss": 0.00018427410395815969, |
| "memory(GiB)": 72.55, |
| "reward": 0.932847261428833, |
| "reward_std": 0.21737442910671234, |
| "rewards/CODEORM/mean": 0.0012500000884756446, |
| "rewards/CODEORM/std": 0.01933124288916588, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.43263891339302063, |
| "rewards/VQAORM/std": 0.49561378359794617, |
| "step": 94, |
| "train_speed(iter/s)": 0.003121 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3588.0, |
| "completions/mean_length": 389.97015380859375, |
| "completions/min_length": 50.0, |
| "epoch": 1.532258064516129, |
| "grad_norm": 0.21959352013259997, |
| "kl": 0.0175537109375, |
| "learning_rate": 2.7892679144838883e-07, |
| "loss": 0.0001756453566486016, |
| "memory(GiB)": 72.55, |
| "reward": 0.9204861521720886, |
| "reward_std": 0.2225702553987503, |
| "rewards/CODEORM/mean": 0.0010416667209938169, |
| "rewards/CODEORM/std": 0.0176530834287405, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49861112236976624, |
| "rewards/FMTORM/std": 0.026324830949306488, |
| "rewards/VQAORM/mean": 0.4208333492279053, |
| "rewards/VQAORM/std": 0.49386435747146606, |
| "step": 95, |
| "train_speed(iter/s)": 0.003119 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2273.0, |
| "completions/mean_length": 411.7618103027344, |
| "completions/min_length": 48.0, |
| "epoch": 1.5483870967741935, |
| "grad_norm": 0.22487601694634113, |
| "kl": 0.0216552734375, |
| "learning_rate": 2.75e-07, |
| "loss": 0.00021632894640788436, |
| "memory(GiB)": 72.55, |
| "reward": 1.0133333206176758, |
| "reward_std": 0.2392030954360962, |
| "rewards/CODEORM/mean": 0.001875000074505806, |
| "rewards/CODEORM/std": 0.023651065304875374, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4989583492279053, |
| "rewards/FMTORM/std": 0.02280590869486332, |
| "rewards/VQAORM/mean": 0.512499988079071, |
| "rewards/VQAORM/std": 0.5000174045562744, |
| "step": 96, |
| "train_speed(iter/s)": 0.003118 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2213.0, |
| "completions/mean_length": 377.1131896972656, |
| "completions/min_length": 59.0, |
| "epoch": 1.564516129032258, |
| "grad_norm": 0.22674694657896516, |
| "kl": 0.018505859375, |
| "learning_rate": 2.710732085516112e-07, |
| "loss": 0.0001852215063991025, |
| "memory(GiB)": 72.55, |
| "reward": 0.9863194823265076, |
| "reward_std": 0.23460441827774048, |
| "rewards/CODEORM/mean": 0.0012500000884756446, |
| "rewards/CODEORM/std": 0.019331244751811028, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4854166805744171, |
| "rewards/VQAORM/std": 0.49996092915534973, |
| "step": 97, |
| "train_speed(iter/s)": 0.003119 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2510.0, |
| "completions/mean_length": 392.0382080078125, |
| "completions/min_length": 40.0, |
| "epoch": 1.5806451612903225, |
| "grad_norm": 0.21844911939638736, |
| "kl": 0.02021484375, |
| "learning_rate": 2.6714761324193736e-07, |
| "loss": 0.00020227438653819263, |
| "memory(GiB)": 72.55, |
| "reward": 0.962569534778595, |
| "reward_std": 0.22012458741664886, |
| "rewards/CODEORM/mean": 0.0014583334559574723, |
| "rewards/CODEORM/std": 0.020872848108410835, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.4993055760860443, |
| "rewards/FMTORM/std": 0.01862742379307747, |
| "rewards/VQAORM/mean": 0.4618055522441864, |
| "rewards/VQAORM/std": 0.4987122416496277, |
| "step": 98, |
| "train_speed(iter/s)": 0.00312 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2929.0, |
| "completions/mean_length": 382.51458740234375, |
| "completions/min_length": 46.0, |
| "epoch": 1.596774193548387, |
| "grad_norm": 0.21209971181854506, |
| "kl": 0.018798828125, |
| "learning_rate": 2.632244098453376e-07, |
| "loss": 0.0001878054899862036, |
| "memory(GiB)": 72.55, |
| "reward": 0.9566666483879089, |
| "reward_std": 0.22168388962745667, |
| "rewards/CODEORM/mean": 0.0014583333395421505, |
| "rewards/CODEORM/std": 0.020872848108410835, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49965280294418335, |
| "rewards/FMTORM/std": 0.013176157139241695, |
| "rewards/VQAORM/mean": 0.4555555582046509, |
| "rewards/VQAORM/std": 0.49819380044937134, |
| "step": 99, |
| "train_speed(iter/s)": 0.003121 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3312.0, |
| "completions/mean_length": 380.2840270996094, |
| "completions/min_length": 49.0, |
| "epoch": 1.6129032258064515, |
| "grad_norm": 0.21940988188704383, |
| "kl": 0.01865234375, |
| "learning_rate": 2.593047934075718e-07, |
| "loss": 0.0001866342208813876, |
| "memory(GiB)": 72.55, |
| "reward": 0.9885416626930237, |
| "reward_std": 0.22178694605827332, |
| "rewards/CODEORM/mean": 0.0010416667209938169, |
| "rewards/CODEORM/std": 0.0176530834287405, |
| "rewards/CSTORM/mean": 0.0, |
| "rewards/CSTORM/std": 0.0, |
| "rewards/FMTORM/mean": 0.49791666865348816, |
| "rewards/FMTORM/std": 0.03221873939037323, |
| "rewards/VQAORM/mean": 0.4895833432674408, |
| "rewards/VQAORM/std": 0.5000651478767395, |
| "step": 100, |
| "train_speed(iter/s)": 0.003122 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 186, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
