results.csv

val_loss_stack,val_losses,use_first_layer,use_last_layer,norm_wte,norm_lm_head,norm_inter_model,model_ids,norm_wtes,norm_lm_heads,from_models,num_tokens_seen,num_models,model_names,seeds,learning_rates,weight_decays
8.28312873840332,"[3.2824902534484863, 3.314366579055786]",false,false,,rms_norm,,"['m1-nr', 'm2-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'm1-nr']",3250585600,2,"['m1-nr', 'm2-nr']","[99944455, 12345678]","[0.0036, 0.0036]","[0.0, 0.0]"
8.279459953308105,"[3.2824902534484863, 3.314366579055786]",true,false,,rms_norm,,"['m1-nr', 'm2-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'm1-nr']",3250585600,2,"['m1-nr', 'm2-nr']","[99944455, 12345678]","[0.0036, 0.0036]","[0.0, 0.0]"
7.481969356536865,"[3.2824902534484863, 3.314366579055786]",false,true,,rms_norm,,"['m1-nr', 'm2-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'm1-nr']",3250585600,2,"['m1-nr', 'm2-nr']","[99944455, 12345678]","[0.0036, 0.0036]","[0.0, 0.0]"
6.923478126525879,"[3.2824902534484863, 3.314366579055786]",true,true,,rms_norm,,"['m1-nr', 'm2-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'm1-nr']",3250585600,2,"['m1-nr', 'm2-nr']","[99944455, 12345678]","[0.0036, 0.0036]","[0.0, 0.0]"
12.853060722351074,"[3.299579381942749, 3.326908826828003]",false,false,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm4-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'm3-rr']",3250585600,2,"['m3-rr', 'm4-rr']","[33004958, 22883717]","[0.0036, 0.0036]","[0.0, 0.0]"
11.254975318908691,"[3.299579381942749, 3.326908826828003]",true,false,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm4-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'm3-rr']",3250585600,2,"['m3-rr', 'm4-rr']","[33004958, 22883717]","[0.0036, 0.0036]","[0.0, 0.0]"
14.781689643859863,"[3.299579381942749, 3.326908826828003]",false,true,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm4-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'm3-rr']",3250585600,2,"['m3-rr', 'm4-rr']","[33004958, 22883717]","[0.0036, 0.0036]","[0.0, 0.0]"
11.435404777526855,"[3.299579381942749, 3.326908826828003]",true,true,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm4-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'm3-rr']",3250585600,2,"['m3-rr', 'm4-rr']","[33004958, 22883717]","[0.0036, 0.0036]","[0.0, 0.0]"
10.565605163574219,"[3.2979278564453125, 3.3253555297851562]",false,false,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm6-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'm5-ll']",3250585600,2,"['m5-ll', 'm6-ll']","[47747474, 83838392]","[0.0036, 0.0036]","[0.0, 0.0]"
10.676770210266113,"[3.2979278564453125, 3.3253555297851562]",true,false,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm6-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'm5-ll']",3250585600,2,"['m5-ll', 'm6-ll']","[47747474, 83838392]","[0.0036, 0.0036]","[0.0, 0.0]"
9.369490623474121,"[3.2979278564453125, 3.3253555297851562]",false,true,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm6-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'm5-ll']",3250585600,2,"['m5-ll', 'm6-ll']","[47747474, 83838392]","[0.0036, 0.0036]","[0.0, 0.0]"
10.366487503051758,"[3.2979278564453125, 3.3253555297851562]",true,true,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm6-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'm5-ll']",3250585600,2,"['m5-ll', 'm6-ll']","[47747474, 83838392]","[0.0036, 0.0036]","[0.0, 0.0]"
6.477486610412598,"[3.2824902534484863, 3.2824902534484863]",false,false,,rms_norm,,"['m1-nr', 'm1-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m1-nr', 'm1-nr']","[99944455, 99944455]","[0.0036, 0.0036]","[0.0, 0.0]"
8.314790725708008,"[3.2824902534484863, 3.2824902534484863]",true,false,,rms_norm,,"['m1-nr', 'm1-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m1-nr', 'm1-nr']","[99944455, 99944455]","[0.0036, 0.0036]","[0.0, 0.0]"
7.0066375732421875,"[3.2824902534484863, 3.2824902534484863]",false,true,,rms_norm,,"['m1-nr', 'm1-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m1-nr', 'm1-nr']","[99944455, 99944455]","[0.0036, 0.0036]","[0.0, 0.0]"
7.647235870361328,"[3.2824902534484863, 3.2824902534484863]",true,true,,rms_norm,,"['m1-nr', 'm1-nr']","['None', 'None']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m1-nr', 'm1-nr']","[99944455, 99944455]","[0.0036, 0.0036]","[0.0, 0.0]"
10.01931095123291,"[3.299579381942749, 3.299579381942749]",false,false,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm3-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m3-rr', 'm3-rr']","[33004958, 33004958]","[0.0036, 0.0036]","[0.0, 0.0]"
10.352058410644531,"[3.299579381942749, 3.299579381942749]",true,false,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm3-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m3-rr', 'm3-rr']","[33004958, 33004958]","[0.0036, 0.0036]","[0.0, 0.0]"
10.404813766479492,"[3.299579381942749, 3.299579381942749]",false,true,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm3-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m3-rr', 'm3-rr']","[33004958, 33004958]","[0.0036, 0.0036]","[0.0, 0.0]"
9.965317726135254,"[3.299579381942749, 3.299579381942749]",true,true,rms_norm,rms_norm,rms_norm,"['m3-rr', 'm3-rr']","['rms_norm', 'rms_norm']","['rms_norm', 'rms_norm']","['None', 'None']",3250585600,2,"['m3-rr', 'm3-rr']","[33004958, 33004958]","[0.0036, 0.0036]","[0.0, 0.0]"
10.023621559143066,"[3.2979278564453125, 3.2979278564453125]",false,false,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm5-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'None']",3250585600,2,"['m5-ll', 'm5-ll']","[47747474, 47747474]","[0.0036, 0.0036]","[0.0, 0.0]"
10.422480583190918,"[3.2979278564453125, 3.2979278564453125]",true,false,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm5-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'None']",3250585600,2,"['m5-ll', 'm5-ll']","[47747474, 47747474]","[0.0036, 0.0036]","[0.0, 0.0]"
9.971516609191895,"[3.2979278564453125, 3.2979278564453125]",false,true,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm5-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'None']",3250585600,2,"['m5-ll', 'm5-ll']","[47747474, 47747474]","[0.0036, 0.0036]","[0.0, 0.0]"
9.840838432312012,"[3.2979278564453125, 3.2979278564453125]",true,true,layer_norm,layer_norm,layer_norm,"['m5-ll', 'm5-ll']","['layer_norm', 'layer_norm']","['layer_norm', 'layer_norm']","['None', 'None']",3250585600,2,"['m5-ll', 'm5-ll']","[47747474, 47747474]","[0.0036, 0.0036]","[0.0, 0.0]"