fashion13.py

fashion13.py

epochs = 100
net = buildCNN(([64,3,1,2,2,'BN'],[0.3],[64,3,0,2,2,'BN'],[0.3]), ([256,'BN'],[0.3],[64,'BN'],[0.3]))
print(net)

Sequential(
  (0): Conv2D(64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
  (1): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False)
  (2): Activation(relu)
  (3): MaxPool2D(size=(2, 2), stride=(2, 2), padding=(0, 0), ceil_mode=False)
  (4): Dropout(p = 0.3)
  (5): Conv2D(64, kernel_size=(3, 3), stride=(1, 1))
  (6): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False)
  (7): Activation(relu)
  (8): MaxPool2D(size=(2, 2), stride=(2, 2), padding=(0, 0), ceil_mode=False)
  (9): Dropout(p = 0.3)
  (10): Flatten
  (11): Dense(256, linear)
  (12): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False)
  (13): Activation(relu)
  (14): Dropout(p = 0.3)
  (15): Dense(64, linear)
  (16): BatchNorm(axis=1, eps=1e-05, momentum=0.9, fix_gamma=False)
  (17): Activation(relu)
  (18): Dropout(p = 0.3)
  (19): Dense(10, linear)
)
Epoch#0 Time=16.62 Training=0.8915 Validation=0.8888 Diff=0.0027
Epoch#1 Time=16.04 Training=0.9095 Validation=0.9068 Diff=0.0027
Epoch#2 Time=16.27 Training=0.9182 Validation=0.9127 Diff=0.0055
Epoch#3 Time=16.09 Training=0.9182 Validation=0.9128 Diff=0.0054
Epoch#4 Time=16.27 Training=0.9191 Validation=0.9077 Diff=0.0114
Epoch#5 Time=15.45 Training=0.9340 Validation=0.9238 Diff=0.0102
Epoch#6 Time=16.42 Training=0.9320 Validation=0.9186 Diff=0.0134
Epoch#7 Time=15.98 Training=0.9385 Validation=0.9230 Diff=0.0154
Epoch#8 Time=16.31 Training=0.9391 Validation=0.9234 Diff=0.0157
Epoch#9 Time=16.00 Training=0.9465 Validation=0.9301 Diff=0.0164
Epoch#10 Time=16.60 Training=0.9416 Validation=0.9252 Diff=0.0164
Epoch#11 Time=16.34 Training=0.9491 Validation=0.9322 Diff=0.0169
Epoch#12 Time=16.69 Training=0.9539 Validation=0.9323 Diff=0.0216
Epoch#13 Time=16.25 Training=0.9554 Validation=0.9345 Diff=0.0209
Epoch#14 Time=16.45 Training=0.9576 Validation=0.9335 Diff=0.0241
Epoch#15 Time=16.47 Training=0.9388 Validation=0.9164 Diff=0.0224
Epoch#16 Time=16.56 Training=0.9586 Validation=0.9355 Diff=0.0231
Epoch#17 Time=15.63 Training=0.9597 Validation=0.9340 Diff=0.0257
Epoch#18 Time=16.47 Training=0.9650 Validation=0.9358 Diff=0.0292
Epoch#19 Time=16.27 Training=0.9604 Validation=0.9343 Diff=0.0261
Epoch#20 Time=16.48 Training=0.9666 Validation=0.9363 Diff=0.0303
Epoch#21 Time=16.55 Training=0.9409 Validation=0.9155 Diff=0.0254
Epoch#22 Time=16.47 Training=0.9678 Validation=0.9378 Diff=0.0300
Epoch#23 Time=16.40 Training=0.9717 Validation=0.9391 Diff=0.0326
Epoch#24 Time=16.45 Training=0.9719 Validation=0.9360 Diff=0.0359
Epoch#25 Time=16.36 Training=0.9692 Validation=0.9359 Diff=0.0333
Epoch#26 Time=16.56 Training=0.9754 Validation=0.9395 Diff=0.0359
Epoch#27 Time=16.18 Training=0.9704 Validation=0.9318 Diff=0.0386
Epoch#28 Time=16.47 Training=0.9722 Validation=0.9306 Diff=0.0416
Epoch#29 Time=16.50 Training=0.9786 Validation=0.9382 Diff=0.0404
Epoch#30 Time=16.72 Training=0.9783 Validation=0.9385 Diff=0.0398
Epoch#31 Time=15.49 Training=0.9727 Validation=0.9321 Diff=0.0406
Epoch#32 Time=16.34 Training=0.9712 Validation=0.9328 Diff=0.0384
Epoch#33 Time=16.53 Training=0.9812 Validation=0.9410 Diff=0.0402
Epoch#34 Time=15.98 Training=0.9799 Validation=0.9362 Diff=0.0437
Epoch#35 Time=16.61 Training=0.9753 Validation=0.9321 Diff=0.0432
Epoch#36 Time=15.33 Training=0.9715 Validation=0.9281 Diff=0.0433
Epoch#37 Time=16.51 Training=0.9843 Validation=0.9406 Diff=0.0437
Epoch#38 Time=16.46 Training=0.9813 Validation=0.9355 Diff=0.0458
Epoch#39 Time=16.51 Training=0.9836 Validation=0.9381 Diff=0.0454
Epoch#40 Time=16.52 Training=0.9858 Validation=0.9425 Diff=0.0433
Epoch#41 Time=16.90 Training=0.9849 Validation=0.9396 Diff=0.0453
Epoch#42 Time=16.41 Training=0.9853 Validation=0.9402 Diff=0.0451
Epoch#43 Time=16.19 Training=0.9849 Validation=0.9366 Diff=0.0483
Epoch#44 Time=17.55 Training=0.9884 Validation=0.9412 Diff=0.0472
Epoch#45 Time=17.35 Training=0.9810 Validation=0.9338 Diff=0.0472
Epoch#46 Time=16.10 Training=0.9821 Validation=0.9326 Diff=0.0495
Epoch#47 Time=17.29 Training=0.9879 Validation=0.9422 Diff=0.0457
Epoch#48 Time=17.62 Training=0.9884 Validation=0.9401 Diff=0.0483
Epoch#49 Time=16.56 Training=0.9871 Validation=0.9394 Diff=0.0477
Epoch#50 Time=16.69 Training=0.9726 Validation=0.9235 Diff=0.0491
Epoch#51 Time=15.91 Training=0.9867 Validation=0.9376 Diff=0.0491
Epoch#52 Time=16.60 Training=0.9821 Validation=0.9316 Diff=0.0505
Epoch#53 Time=16.17 Training=0.9914 Validation=0.9413 Diff=0.0501
Epoch#54 Time=17.08 Training=0.9897 Validation=0.9382 Diff=0.0515
Epoch#55 Time=17.00 Training=0.9914 Validation=0.9425 Diff=0.0489
Epoch#56 Time=16.62 Training=0.9916 Validation=0.9402 Diff=0.0514
Epoch#57 Time=16.29 Training=0.9920 Validation=0.9434 Diff=0.0486
Epoch#58 Time=16.39 Training=0.9860 Validation=0.9349 Diff=0.0511
Epoch#59 Time=16.57 Training=0.9913 Validation=0.9398 Diff=0.0515
Epoch#60 Time=16.55 Training=0.9928 Validation=0.9394 Diff=0.0534
Epoch#61 Time=16.54 Training=0.9929 Validation=0.9420 Diff=0.0509
Epoch#62 Time=15.78 Training=0.9927 Validation=0.9420 Diff=0.0507
Epoch#63 Time=16.52 Training=0.9925 Validation=0.9384 Diff=0.0541
Epoch#64 Time=16.58 Training=0.9934 Validation=0.9405 Diff=0.0529
Epoch#65 Time=17.24 Training=0.9939 Validation=0.9396 Diff=0.0543
Epoch#66 Time=17.10 Training=0.9907 Validation=0.9392 Diff=0.0514
Epoch#67 Time=16.44 Training=0.9850 Validation=0.9331 Diff=0.0519
Epoch#68 Time=15.89 Training=0.9930 Validation=0.9396 Diff=0.0534
Epoch#69 Time=16.59 Training=0.9948 Validation=0.9434 Diff=0.0514
Epoch#70 Time=16.54 Training=0.9928 Validation=0.9391 Diff=0.0537
Epoch#71 Time=17.12 Training=0.9959 Validation=0.9406 Diff=0.0553
Epoch#72 Time=15.85 Training=0.9956 Validation=0.9439 Diff=0.0517
Epoch#73 Time=15.59 Training=0.9949 Validation=0.9402 Diff=0.0547
Epoch#74 Time=17.01 Training=0.9952 Validation=0.9410 Diff=0.0542
Epoch#75 Time=16.65 Training=0.9955 Validation=0.9395 Diff=0.0560
Epoch#76 Time=16.11 Training=0.9958 Validation=0.9420 Diff=0.0538
Epoch#77 Time=15.81 Training=0.9939 Validation=0.9377 Diff=0.0562
Epoch#78 Time=16.94 Training=0.9957 Validation=0.9415 Diff=0.0542
Epoch#79 Time=16.48 Training=0.9917 Validation=0.9383 Diff=0.0534
Epoch#80 Time=16.66 Training=0.9922 Validation=0.9358 Diff=0.0564
Epoch#81 Time=16.96 Training=0.9951 Validation=0.9382 Diff=0.0569
Epoch#82 Time=16.32 Training=0.9951 Validation=0.9379 Diff=0.0572
Epoch#83 Time=15.51 Training=0.9959 Validation=0.9411 Diff=0.0548
Epoch#84 Time=15.97 Training=0.9975 Validation=0.9402 Diff=0.0573
Epoch#85 Time=15.51 Training=0.9973 Validation=0.9429 Diff=0.0544
Epoch#86 Time=17.52 Training=0.9914 Validation=0.9375 Diff=0.0539
Epoch#87 Time=16.39 Training=0.9959 Validation=0.9385 Diff=0.0574
Epoch#88 Time=16.57 Training=0.9914 Validation=0.9358 Diff=0.0556
Epoch#89 Time=16.61 Training=0.9973 Validation=0.9415 Diff=0.0558
Epoch#90 Time=16.07 Training=0.9971 Validation=0.9409 Diff=0.0562
Epoch#91 Time=16.58 Training=0.9930 Validation=0.9369 Diff=0.0561
Epoch#92 Time=17.13 Training=0.9977 Validation=0.9436 Diff=0.0541
Epoch#93 Time=16.62 Training=0.9973 Validation=0.9411 Diff=0.0562
Epoch#94 Time=16.48 Training=0.9974 Validation=0.9401 Diff=0.0573
Epoch#95 Time=17.20 Training=0.9978 Validation=0.9409 Diff=0.0569
Epoch#96 Time=17.56 Training=0.9976 Validation=0.9408 Diff=0.0568
Epoch#97 Time=16.40 Training=0.9971 Validation=0.9413 Diff=0.0558
Epoch#98 Time=16.55 Training=0.9941 Validation=0.9368 Diff=0.0574
Epoch#99 Time=16.05 Training=0.9980 Validation=0.9386 Diff=0.0594