cmd.sh

python -m torch.distributed.launch --nproc_per_node=2 main_dino.py --arch resnet34 --optimizer sgd --lr 0.03 --weight_decay 1e-4 --weight_decay_end 1e-4 --global_crops_scale 0.14 1 --local_crops_scale 0.05 0.14 --data_path /opt/datasets/imagenet/ILSVRC/Data/CLS-LOC/train --output_dir /opt/datasets/dino/

resnet34_dino.txt

{"train_loss": 9.71088768597642, "train_lr": 0.0007499325600215811, "train_wd": 9.999999999999063e-05, "epoch": 0}
{"train_loss": 8.695416857567638, "train_lr": 0.002249947546683451, "train_wd": 9.999999999999063e-05, "epoch": 1}
{"train_loss": 8.318864068542878, "train_lr": 0.003749962533345325, "train_wd": 9.999999999999063e-05, "epoch": 2}
{"train_loss": 7.758576567278529, "train_lr": 0.005249977520007198, "train_wd": 9.999999999999063e-05, "epoch": 3}
{"train_loss": 7.535586236561556, "train_lr": 0.00674999250666907, "train_wd": 9.999999999999063e-05, "epoch": 4}
{"train_loss": 7.0088982440599, "train_lr": 0.008250007493330939, "train_wd": 9.999999999999063e-05, "epoch": 5}
{"train_loss": 6.123125773589086, "train_lr": 0.009750022479992801, "train_wd": 9.999999999999063e-05, "epoch": 6}
{"train_loss": 5.624292253292647, "train_lr": 0.011250037466654681, "train_wd": 9.999999999999063e-05, "epoch": 7}
{"train_loss": 5.359835393541473, "train_lr": 0.01275005245331655, "train_wd": 9.999999999999063e-05, "epoch": 8}
{"train_loss": 5.161420345758985, "train_lr": 0.014250067439978425, "train_wd": 9.999999999999063e-05, "epoch": 9}
{"train_loss": 4.973522608925, "train_lr": 0.014998477335434681, "train_wd": 9.999999999999063e-05, "epoch": 10}
{"train_loss": 4.78306992666885, "train_lr": 0.014989342661464747, "train_wd": 9.999999999999063e-05, "epoch": 11}
{"train_loss": 4.607091220040483, "train_lr": 0.014971083986279755, "train_wd": 9.999999999999063e-05, "epoch": 12}
{"train_loss": 4.461694236472956, "train_lr": 0.014943723555262675, "train_wd": 9.999999999999063e-05, "epoch": 13}
{"train_loss": 4.341849532264586, "train_lr": 0.01490729470288413, "train_wd": 9.999999999999063e-05, "epoch": 14}
{"train_loss": 4.240247090768714, "train_lr": 0.014861841812089372, "train_wd": 9.999999999999063e-05, "epoch": 15}
{"train_loss": 4.156173416588949, "train_lr": 0.01480742026022437, "train_wd": 9.999999999999063e-05, "epoch": 16}
{"train_loss": 4.085340296963686, "train_lr": 0.014744096351567149, "train_wd": 9.999999999999063e-05, "epoch": 17}
{"train_loss": 4.024460144423619, "train_lr": 0.014671947236545952, "train_wd": 9.999999999999063e-05, "epoch": 18}
{"train_loss": 3.9779276842598863, "train_lr": 0.01459106081774387, "train_wd": 9.999999999999063e-05, "epoch": 19}
{"train_loss": 3.9365741059024777, "train_lr": 0.014501535642802425, "train_wd": 9.999999999999063e-05, "epoch": 20}
{"train_loss": 3.9030629457418873, "train_lr": 0.014403480784357207, "train_wd": 9.999999999999063e-05, "epoch": 21}
{"train_loss": 3.872169641255499, "train_lr": 0.014297015707148796, "train_wd": 9.999999999999063e-05, "epoch": 22}
{"train_loss": 3.8434648714242776, "train_lr": 0.014182270122474238, "train_wd": 9.999999999999063e-05, "epoch": 23}
{"train_loss": 3.8154234801487843, "train_lr": 0.014059383830153281, "train_wd": 9.999999999999063e-05, "epoch": 24}
{"train_loss": 3.7912847222904547, "train_lr": 0.013928506548203866, "train_wd": 9.999999999999063e-05, "epoch": 25}
{"train_loss": 3.7686805706160422, "train_lr": 0.013789797730433984, "train_wd": 9.999999999999063e-05, "epoch": 26}
{"train_loss": 3.746749903167422, "train_lr": 0.013643426372171582, "train_wd": 9.999999999999063e-05, "epoch": 27}
{"train_loss": 3.7264698000742205, "train_lr": 0.013489570804370025, "train_wd": 9.999999999999063e-05, "epoch": 28}
{"train_loss": 3.7055021383174234, "train_lr": 0.013328418476338878, "train_wd": 9.999999999999063e-05, "epoch": 29}
{"train_loss": 3.6848245192293474, "train_lr": 0.013160165727366427, "train_wd": 9.999999999999063e-05, "epoch": 30}
{"train_loss": 3.6688834704270383, "train_lr": 0.012985017547509721, "train_wd": 9.999999999999063e-05, "epoch": 31}
{"train_loss": 3.6493644068107485, "train_lr": 0.012803187327846693, "train_wd": 9.999999999999063e-05, "epoch": 32}
{"train_loss": 3.6316674432145666, "train_lr": 0.01261489660049093, "train_wd": 9.999999999999063e-05, "epoch": 33}
{"train_loss": 3.617816396080682, "train_lr": 0.012420374768689946, "train_wd": 9.999999999999063e-05, "epoch": 34}
{"train_loss": 3.6015950773536223, "train_lr": 0.012219858827331896, "train_wd": 9.999999999999063e-05, "epoch": 35}
{"train_loss": 3.5862523202760817, "train_lr": 0.01201359307420427, "train_wd": 9.999999999999063e-05, "epoch": 36}
{"train_loss": 3.5714268716544773, "train_lr": 0.011801828812354418, "train_wd": 9.999999999999063e-05, "epoch": 37}
{"train_loss": 3.5593211649300063, "train_lr": 0.01158482404391559, "train_wd": 9.999999999999063e-05, "epoch": 38}
{"train_loss": 3.5472927319323437, "train_lr": 0.011362843155771156, "train_wd": 9.999999999999063e-05, "epoch": 39}
{"train_loss": 3.535119286914105, "train_lr": 0.011136156597439797, "train_wd": 9.999999999999063e-05, "epoch": 40}
{"train_loss": 3.5219953796320214, "train_lr": 0.010905040551574404, "train_wd": 9.999999999999063e-05, "epoch": 41}
{"train_loss": 3.5100731673518406, "train_lr": 0.010669776597476173, "train_wd": 9.999999999999063e-05, "epoch": 42}
{"train_loss": 3.498509570046588, "train_lr": 0.01043065136803358, "train_wd": 9.999999999999063e-05, "epoch": 43}
{"train_loss": 3.4880357455607003, "train_lr": 0.010187956200504236, "train_wd": 9.999999999999063e-05, "epoch": 44}
{"train_loss": 3.477743627332119, "train_lr": 0.009941986781565403, "train_wd": 9.999999999999063e-05, "epoch": 45}
{"train_loss": 3.4647293997782787, "train_lr": 0.009693042787065497, "train_wd": 9.999999999999063e-05, "epoch": 46}
{"train_loss": 3.453809849388629, "train_lr": 0.009441427516914952, "train_wd": 9.999999999999063e-05, "epoch": 47}
{"train_loss": 3.441768132255132, "train_lr": 0.009187447525561901, "train_wd": 9.999999999999063e-05, "epoch": 48}
{"train_loss": 3.4308328419873164, "train_lr": 0.00893141224850341, "train_wd": 9.999999999999063e-05, "epoch": 49}
{"train_loss": 3.420571283046415, "train_lr": 0.00867363362528516, "train_wd": 9.999999999999063e-05, "epoch": 50}
{"train_loss": 3.4107611902539743, "train_lr": 0.008414425719451887, "train_wd": 9.999999999999063e-05, "epoch": 51}
{"train_loss": 3.401353049997636, "train_lr": 0.008154104335908961, "train_wd": 9.999999999999063e-05, "epoch": 52}
{"train_loss": 3.3908928715154856, "train_lr": 0.007892986636162716, "train_wd": 9.999999999999063e-05, "epoch": 53}
{"train_loss": 3.3810250443980605, "train_lr": 0.007631390751908277, "train_wd": 9.999999999999063e-05, "epoch": 54}
{"train_loss": 3.3701645275467174, "train_lr": 0.007369635397434863, "train_wd": 9.999999999999063e-05, "epoch": 55}
{"train_loss": 3.3620160739135283, "train_lr": 0.00710803948132144, "train_wd": 9.999999999999063e-05, "epoch": 56}
{"train_loss": 3.351457485143616, "train_lr": 0.006846921717896175, "train_wd": 9.999999999999063e-05, "epoch": 57}
{"train_loss": 3.3416145480063806, "train_lr": 0.006586600238931593, "train_wd": 9.999999999999063e-05, "epoch": 58}
{"train_loss": 3.331153477223225, "train_lr": 0.006327392206050438, "train_wd": 9.999999999999063e-05, "epoch": 59}
{"train_loss": 3.321750457844947, "train_lr": 0.006069613424312768, "train_wd": 9.999999999999063e-05, "epoch": 60}
{"train_loss": 3.312529930369053, "train_lr": 0.005813577957456423, "train_wd": 9.999999999999063e-05, "epoch": 61}
{"train_loss": 3.3014699511742873, "train_lr": 0.005559597745258485, "train_wd": 9.999999999999063e-05, "epoch": 62}
{"train_loss": 3.2912917705382103, "train_lr": 0.005307982223484902, "train_wd": 9.999999999999063e-05, "epoch": 63}
{"train_loss": 3.282234028534094, "train_lr": 0.005059037946890492, "train_wd": 9.999999999999063e-05, "epoch": 64}
{"train_loss": 3.271969071610346, "train_lr": 0.004813068215729427, "train_wd": 9.999999999999063e-05, "epoch": 65}
{"train_loss": 3.2612432178792115, "train_lr": 0.004570372706230347, "train_wd": 9.999999999999063e-05, "epoch": 66}
{"train_loss": 3.2521261837065834, "train_lr": 0.004331247105487254, "train_wd": 9.999999999999063e-05, "epoch": 67}
{"train_loss": 3.2418836769803754, "train_lr": 0.004095982751210084, "train_wd": 9.999999999999063e-05, "epoch": 68}
{"train_loss": 3.231720132527145, "train_lr": 0.003864866276774895, "train_wd": 9.999999999999063e-05, "epoch": 69}
{"train_loss": 3.2212085337867054, "train_lr": 0.003638179262005053, "train_wd": 9.999999999999063e-05, "epoch": 70}
{"train_loss": 3.210909466998824, "train_lr": 0.003416197890109532, "train_wd": 9.999999999999063e-05, "epoch": 71}
{"train_loss": 3.20044227615438, "train_lr": 0.003199192611196389, "train_wd": 9.999999999999063e-05, "epoch": 72}
{"train_loss": 3.189438657167968, "train_lr": 0.0029874278127709148, "train_wd": 9.999999999999063e-05, "epoch": 73}
{"train_loss": 3.1786051464433354, "train_lr": 0.002781161497620084, "train_wd": 9.999999999999063e-05, "epoch": 74}
{"train_loss": 3.1681016331750893, "train_lr": 0.0025806449694760324, "train_wd": 9.999999999999063e-05, "epoch": 75}
{"train_loss": 3.158036517601459, "train_lr": 0.002386122526841128, "train_wd": 9.999999999999063e-05, "epoch": 76}
{"train_loss": 3.147095865011811, "train_lr": 0.002197831165347788, "train_wd": 9.999999999999063e-05, "epoch": 77}
{"train_loss": 3.136378905110717, "train_lr": 0.002016000289015972, "train_wd": 9.999999999999063e-05, "epoch": 78}
{"train_loss": 3.125523020818834, "train_lr": 0.0018408514307595445, "train_wd": 9.999999999999063e-05, "epoch": 79}
{"train_loss": 3.1144557014689815, "train_lr": 0.0016725979824827343, "train_wd": 9.999999999999063e-05, "epoch": 80}
{"train_loss": 3.1041712471507195, "train_lr": 0.0015114449350947794, "train_wd": 9.999999999999063e-05, "epoch": 81}
{"train_loss": 3.093498084080399, "train_lr": 0.0013575886287601892, "train_wd": 9.999999999999063e-05, "epoch": 82}
{"train_loss": 3.082370661726864, "train_lr": 0.0012112165136885075, "train_wd": 9.999999999999063e-05, "epoch": 83}
{"train_loss": 3.0719716832025363, "train_lr": 0.001072506921755033, "train_wd": 9.999999999999063e-05, "epoch": 84}
{"train_loss": 3.06194455493329, "train_lr": 0.0009416288492309758, "train_wd": 9.999999999999063e-05, "epoch": 85}
{"train_loss": 3.0530254180787004, "train_lr": 0.0008187417508874841, "train_wd": 9.999999999999063e-05, "epoch": 86}
{"train_loss": 3.042686182595786, "train_lr": 0.0007039953457245754, "train_wd": 9.999999999999063e-05, "epoch": 87}
{"train_loss": 3.032575757451819, "train_lr": 0.0005975294345616133, "train_wd": 9.999999999999063e-05, "epoch": 88}
{"train_loss": 3.024623701927104, "train_lr": 0.0004994737297115427, "train_wd": 9.999999999999063e-05, "epoch": 89}
{"train_loss": 3.0163254690927777, "train_lr": 0.00040994769694639043, "train_wd": 9.999999999999063e-05, "epoch": 90}
{"train_loss": 3.0089922049076767, "train_lr": 0.00032906040994665583, "train_wd": 9.999999999999063e-05, "epoch": 91}
{"train_loss": 3.0020662839506302, "train_lr": 0.0002569104174118172, "train_wd": 9.999999999999063e-05, "epoch": 92}
{"train_loss": 2.9962082128089342, "train_lr": 0.0001935856229939233, "train_wd": 9.999999999999063e-05, "epoch": 93}
{"train_loss": 2.991245758665681, "train_lr": 0.00013916317820053656, "train_wd": 9.999999999999063e-05, "epoch": 94}
{"train_loss": 2.9872811523538116, "train_lr": 9.370938839750142e-05, "train_wd": 9.999999999999063e-05, "epoch": 95}
{"train_loss": 2.9824485674236954, "train_lr": 5.727963202607312e-05, "train_wd": 9.999999999999063e-05, "epoch": 96}
{"train_loss": 2.979734696986042, "train_lr": 2.9918293132816252e-05, "train_wd": 9.999999999999063e-05, "epoch": 97}
{"train_loss": 2.9804787630324525, "train_lr": 1.165870729448079e-05, "train_wd": 9.999999999999063e-05, "epoch": 98}
{"train_loss": 2.9783442557328517, "train_lr": 2.5231210037388504e-06, "train_wd": 9.999999999999063e-05, "epoch": 99}