impact_depth_width_results.csv

gistfile1.txt

params,d_model,d_ff,layers,C4 val. PPL,COGS,COGS-vf,GeoQuery Standard,English Passivization
41M,512,4779,1,45.7,12.4,25.7,68.2,0
41M,512,2048,2,31.1,58.2,78.3,76.4,9.88
41M,512,1138,3,29.3,63.1,80.8,79.6,26.2
41M,512,682,4,28.8,68.5,82.5,78.6,28
41M,512,409,5,28.8,63.4,82.5,76.8,89.9
41M,512,227,6,29.1,68.4,82.6,77.5,74.1
41M,512,97,7,29.6,72.3,83,77.1,78.3
134M,768,36000,1,33.6,19.4,26.3,72.5,0
134M,768,17000,2,22.3,65.5,83,81.4,29.9
134M,768,8193,4,19.4,71.1,83.6,78.2,59.3
134M,768,5121,6,18.7,74.3,83.2,80,49.4
134M,768,3584,8,18.3,72.9,83.7,73.6,91.9
134M,768,2048,12,18.1,73,84.7,82.9,87.1
134M,768,1280,16,18.2,75,83.8,81.1,93.2
134M,768,731,21,18.3,75.1,84.8,80,88.1
134M,768,393,26,18.6,75.4,84.1,82.1,98.4
134M,768,128,32,19.2,75.7,84,78.9,94.8
374M,1024,99000,1,28.4,21.5,36.8,72.9,0
374M,1024,49000,2,18.6,66.2,82.2,80.7,13.6
374M,1024,24000,4,15.9,72.4,71.9,80,89.8
374M,1024,15000,6,15.2,75.1,83.1,78.2,18.8
374M,1024,11000,8,14.9,75.2,82.6,80.7,84.3
374M,1024,6998,12,14.6,76.3,84.3,80,81
374M,1024,4907,16,14.5,76.3,85.1,81.1,87.2
374M,1024,2816,24,14.4,78,83.1,83.2,89.6
374M,1024,1770,32,14.7,78.8,79.7,84.6,90.2