mbart validation loss comparison for kkissmart

gistfile1.txt

(torch-xla-nightly) pytorch-xla-europe➜  mbart  ᐅ  paste <( grep valid initial-repro.txt| grep -v fairseq | grep loss | cut -d '|' -f 3,6 ) <( grep valid gpulosssched.txt| grep loss | cut -d '|' -f 3,6 )
 valid | loss 4.51       valid | loss 4.507
 valid_EN | loss 8.996   valid_EN | loss 9.003
 valid_IMG | loss 4.417          valid_IMG | loss 4.414
 valid | loss 4.317      valid | loss 4.317
 valid_EN | loss 8.497   valid_EN | loss 8.481
 valid_IMG | loss 4.231          valid_IMG | loss 4.231
 valid | loss 4.236      valid | loss 4.235
 valid_EN | loss 8.129   valid_EN | loss 8.135
 valid_IMG | loss 4.157          valid_IMG | loss 4.155
 valid | loss 4.186      valid | loss 4.182
 valid_EN | loss 7.937   valid_EN | loss 7.937
 valid_IMG | loss 4.109          valid_IMG | loss 4.104
 valid | loss 4.106      valid | loss 4.105
 valid_EN | loss 7.779   valid_EN | loss 7.779
 valid_IMG | loss 4.03   valid_IMG | loss 4.03
 valid | loss 3.953      valid | loss 3.972
 valid_EN | loss 7.625   valid_EN | loss 7.615
 valid_IMG | loss 3.877          valid_IMG | loss 3.897
 valid | loss 3.868      valid | loss 3.914
 valid_EN | loss 7.564   valid_EN | loss 7.572
 valid_IMG | loss 3.792          valid_IMG | loss 3.839
 valid | loss 3.736      valid | loss 3.738
 valid_EN | loss 7.512   valid_EN | loss 7.519
 valid_IMG | loss 3.658          valid_IMG | loss 3.66
 valid | loss 3.615      valid | loss 3.61
 valid_EN | loss 7.445   valid_EN | loss 7.433
 valid_IMG | loss 3.536          valid_IMG | loss 3.532
 valid | loss 3.542      valid | loss 3.528
 valid_EN | loss 7.354   valid_EN | loss 7.352
 valid_IMG | loss 3.464          valid_IMG | loss 3.449
 valid | loss 3.486      valid | loss 3.48
 valid_EN | loss 7.284   valid_EN | loss 7.291
 valid_IMG | loss 3.408          valid_IMG | loss 3.402
 valid | loss 3.455      valid | loss 3.447
 valid_EN | loss 7.233   valid_EN | loss 7.257
 valid_IMG | loss 3.377          valid_IMG | loss 3.369
 valid | loss 3.427      valid | loss 3.418
 valid_EN | loss 7.23    valid_EN | loss 7.228
 valid_IMG | loss 3.348          valid_IMG | loss 3.34
 valid | loss 3.398      valid | loss 3.398
 valid_EN | loss 7.202   valid_EN | loss 7.202
 valid_IMG | loss 3.32   valid_IMG | loss 3.32
 valid | loss 3.397      valid | loss 3.392
 valid_EN | loss 7.213   valid_EN | loss 7.229
 valid_IMG | loss 3.319          valid_IMG | loss 3.314
 valid | loss 3.378      valid | loss 3.368
 valid_EN | loss 7.218   valid_EN | loss 7.246
 valid_IMG | loss 3.299          valid_IMG | loss 3.289
 valid | loss 3.363      valid | loss 3.364
 valid_EN | loss 7.261   valid_EN | loss 7.238
 valid_IMG | loss 3.283          valid_IMG | loss 3.284
 valid | loss 3.35       valid | loss 3.347
 valid_EN | loss 7.286   valid_EN | loss 7.287
 valid_IMG | loss 3.269          valid_IMG | loss 3.266
 valid | loss 3.341      valid | loss 3.334
 valid_EN | loss 7.343   valid_EN | loss 7.34
 valid_IMG | loss 3.259          valid_IMG | loss 3.252
 valid | loss 3.327      valid | loss 3.326
 valid_EN | loss 7.386   valid_EN | loss 7.402
 valid_IMG | loss 3.244          valid_IMG | loss 3.243
 valid | loss 3.319      valid | loss 3.319
 valid_EN | loss 7.471   valid_EN | loss 7.472
 valid_IMG | loss 3.233          valid_IMG | loss 3.234
 valid | loss 3.324      valid | loss 3.319
 valid_EN | loss 7.526   valid_EN | loss 7.522
 valid_IMG | loss 3.238          valid_IMG | loss 3.232
 valid | loss 3.311      valid | loss 3.31
 valid_EN | loss 7.569   valid_EN | loss 7.581
 valid_IMG | loss 3.223          valid_IMG | loss 3.222
 valid | loss 3.311      valid | loss 3.307
 valid_EN | loss 7.664   valid_EN | loss 7.687
 valid_IMG | loss 3.221          valid_IMG | loss 3.217
 valid | loss 3.301      valid | loss 3.305
 valid_EN | loss 7.788   valid_EN | loss 7.813
 valid_IMG | loss 3.209          valid_IMG | loss 3.213
 valid | loss 3.297      valid | loss 3.3
 valid_EN | loss 7.922   valid_EN | loss 7.915
 valid_IMG | loss 3.202          valid_IMG | loss 3.206
 valid | loss 3.293      valid | loss 3.299
 valid_EN | loss 8.059   valid_EN | loss 8.036
 valid_IMG | loss 3.195          valid_IMG | loss 3.201
 valid | loss 3.296      valid | loss 3.294
 valid_EN | loss 8.219   valid_EN | loss 8.23
 valid_IMG | loss 3.195          valid_IMG | loss 3.192
 valid | loss 3.288      valid | loss 3.291
 valid_EN | loss 8.292   valid_EN | loss 8.275
 valid_IMG | loss 3.185          valid_IMG | loss 3.189
 valid | loss 3.292      valid | loss 3.291
 valid_EN | loss 8.355   valid_EN | loss 8.34