gistfile1.txt

>>> lr = tf.maximum(1e-5, tflex_sgdr.sgdr_decay(1.5e-4, global_step, initial_period_steps=100, t_mul=1.0, m_mul=1.0))
>>> 
>>> for i, x in [(i, do_lr(i)) for i in range(1000)]: print('%d, %0.9f' % (i, x))
... 
0, 0.000150000
1, 0.000149963
2, 0.000149852
3, 0.000149667
4, 0.000149409
5, 0.000149077
6, 0.000148672
7, 0.000148194
8, 0.000147644
9, 0.000147022
10, 0.000146329
11, 0.000145566
12, 0.000144733
13, 0.000143832
14, 0.000142862
15, 0.000141825
16, 0.000140723
17, 0.000139556
18, 0.000138325
19, 0.000137031
20, 0.000135676
21, 0.000134262
22, 0.000132788
23, 0.000131258
24, 0.000129673
25, 0.000128033
26, 0.000126341
27, 0.000124598
28, 0.000122807
29, 0.000120968
30, 0.000119084
31, 0.000117156
32, 0.000115187
33, 0.000113178
34, 0.000111132
35, 0.000109049
36, 0.000106933
37, 0.000104786
38, 0.000102609
39, 0.000100405
40, 0.000098176
41, 0.000095924
42, 0.000093652
43, 0.000091361
44, 0.000089054
45, 0.000086733
46, 0.000084400
47, 0.000082058
48, 0.000079709
49, 0.000077356
50, 0.000075000
51, 0.000072644
52, 0.000070291
53, 0.000067942
54, 0.000065600
55, 0.000063267
56, 0.000060946
57, 0.000058639
58, 0.000056348
59, 0.000054076
60, 0.000051824
61, 0.000049595
62, 0.000047391
63, 0.000045214
64, 0.000043067
65, 0.000040951
66, 0.000038868
67, 0.000036822
68, 0.000034813
69, 0.000032844
70, 0.000030916
71, 0.000029032
72, 0.000027193
73, 0.000025402
74, 0.000023659
75, 0.000021967
76, 0.000020327
77, 0.000018742
78, 0.000017212
79, 0.000015738
80, 0.000014324
81, 0.000012969
82, 0.000011675
83, 0.000010444
84, 0.000010000
85, 0.000010000
86, 0.000010000
87, 0.000010000
88, 0.000010000
89, 0.000010000
90, 0.000010000
91, 0.000010000
92, 0.000010000
93, 0.000010000
94, 0.000010000
95, 0.000010000
96, 0.000010000
97, 0.000010000
98, 0.000010000
99, 0.000010000
100, 0.000150000
101, 0.000149963
102, 0.000149852
103, 0.000149667
104, 0.000149409
105, 0.000149077
106, 0.000148672
107, 0.000148194
108, 0.000147644
109, 0.000147022
110, 0.000146329
111, 0.000145566
112, 0.000144733
113, 0.000143832
114, 0.000142862
115, 0.000141825
116, 0.000140723
117, 0.000139556
118, 0.000138325
119, 0.000137031
120, 0.000135676
121, 0.000134262
122, 0.000132788
123, 0.000131258
124, 0.000129673
125, 0.000128033
126, 0.000126341
127, 0.000124598
128, 0.000122807
129, 0.000120968
130, 0.000119084
131, 0.000117156
132, 0.000115187
133, 0.000113178
134, 0.000111132
135, 0.000109049
136, 0.000106933
137, 0.000104786
138, 0.000102609
139, 0.000100405
140, 0.000098176
141, 0.000095924
142, 0.000093652
143, 0.000091361
144, 0.000089054
145, 0.000086733
146, 0.000084400
147, 0.000082058
148, 0.000079709
149, 0.000077356
150, 0.000075000
151, 0.000072644
152, 0.000070291
153, 0.000067942
154, 0.000065600
155, 0.000063267
156, 0.000060946
157, 0.000058639
158, 0.000056348
159, 0.000054076
160, 0.000051824
161, 0.000049595
162, 0.000047391
163, 0.000045214
164, 0.000043067
165, 0.000040951
166, 0.000038868
167, 0.000036822
168, 0.000034813
169, 0.000032844
170, 0.000030916
171, 0.000029032
172, 0.000027193
173, 0.000025402
174, 0.000023659
175, 0.000021967
176, 0.000020327
177, 0.000018742
178, 0.000017212
179, 0.000015738
180, 0.000014324
181, 0.000012969
182, 0.000011675
183, 0.000010444
184, 0.000010000
185, 0.000010000
186, 0.000010000
187, 0.000010000
188, 0.000010000
189, 0.000010000
190, 0.000010000
191, 0.000010000
192, 0.000010000
193, 0.000010000
194, 0.000010000
195, 0.000010000
196, 0.000010000
197, 0.000010000
198, 0.000010000
199, 0.000010000
200, 0.000150000
201, 0.000149963
202, 0.000149852
203, 0.000149667
204, 0.000149409
205, 0.000149077
206, 0.000148672
207, 0.000148194
208, 0.000147644
209, 0.000147022
210, 0.000146329
211, 0.000145566
212, 0.000144733
213, 0.000143832
214, 0.000142862
215, 0.000141826
216, 0.000140723
217, 0.000139556
218, 0.000138325
219, 0.000137031
220, 0.000135676
221, 0.000134262
222, 0.000132788
223, 0.000131258
224, 0.000129673
225, 0.000128033
226, 0.000126341
227, 0.000124598
228, 0.000122807
229, 0.000120968
230, 0.000119084
231, 0.000117156
232, 0.000115187
233, 0.000113178
234, 0.000111132
235, 0.000109049
236, 0.000106933
237, 0.000104786
238, 0.000102609
239, 0.000100405
240, 0.000098176
241, 0.000095924
242, 0.000093652
243, 0.000091361
244, 0.000089054
245, 0.000086733
246, 0.000084400
247, 0.000082058
248, 0.000079709
249, 0.000077356
250, 0.000075000
251, 0.000072644
252, 0.000070291
253, 0.000067942
254, 0.000065600
255, 0.000063267
256, 0.000060946
257, 0.000058639
258, 0.000056348
259, 0.000054076
260, 0.000051824
261, 0.000049595
262, 0.000047391
263, 0.000045214
264, 0.000043067
265, 0.000040951
266, 0.000038869
267, 0.000036822
268, 0.000034813
269, 0.000032844
270, 0.000030916
271, 0.000029032
272, 0.000027193
273, 0.000025402
274, 0.000023659
275, 0.000021967
276, 0.000020327
277, 0.000018742
278, 0.000017212
279, 0.000015738
280, 0.000014324
281, 0.000012969
282, 0.000011675
283, 0.000010444
284, 0.000010000
285, 0.000010000
286, 0.000010000
287, 0.000010000
288, 0.000010000
289, 0.000010000
290, 0.000010000
291, 0.000010000
292, 0.000010000
293, 0.000010000
294, 0.000010000
295, 0.000010000
296, 0.000010000
297, 0.000010000
298, 0.000010000
299, 0.000010000
300, 0.000150000
301, 0.000149963
302, 0.000149852
303, 0.000149667
304, 0.000149409
305, 0.000149077
306, 0.000148672
307, 0.000148194
308, 0.000147644
309, 0.000147022
310, 0.000146329
311, 0.000145566
312, 0.000144733
313, 0.000143832
314, 0.000142862
315, 0.000141826
316, 0.000140723
317, 0.000139556
318, 0.000138325
319, 0.000137031
320, 0.000135676
321, 0.000134262
322, 0.000132788
323, 0.000131258
324, 0.000129673
325, 0.000128033
326, 0.000126341
327, 0.000124598
328, 0.000122807
329, 0.000120968
330, 0.000119084
331, 0.000117156
332, 0.000115187
333, 0.000113178
334, 0.000111132
335, 0.000109049
336, 0.000106933
337, 0.000104786
338, 0.000102609
339, 0.000100405
340, 0.000098176
341, 0.000095924
342, 0.000093652
343, 0.000091361
344, 0.000089054
345, 0.000086733
346, 0.000084400
347, 0.000082058
348, 0.000079709
349, 0.000077356
350, 0.000075000
351, 0.000072644
352, 0.000070291
353, 0.000067942
354, 0.000065600
355, 0.000063267
356, 0.000060946
357, 0.000058639
358, 0.000056348
359, 0.000054076
360, 0.000051824
361, 0.000049595
362, 0.000047391
363, 0.000045214
364, 0.000043067
365, 0.000040951
366, 0.000038869
367, 0.000036822
368, 0.000034813
369, 0.000032844
370, 0.000030916
371, 0.000029032
372, 0.000027193
373, 0.000025402
374, 0.000023659
375, 0.000021967
376, 0.000020327
377, 0.000018742
378, 0.000017212
379, 0.000015738
380, 0.000014324
381, 0.000012969
382, 0.000011675
383, 0.000010444
384, 0.000010000
385, 0.000010000
386, 0.000010000
387, 0.000010000
388, 0.000010000
389, 0.000010000
390, 0.000010000
391, 0.000010000
392, 0.000010000
393, 0.000010000
394, 0.000010000
395, 0.000010000
396, 0.000010000
397, 0.000010000
398, 0.000010000
399, 0.000010000
400, 0.000150000
401, 0.000149963
402, 0.000149852
403, 0.000149667
404, 0.000149409
405, 0.000149077
406, 0.000148672
407, 0.000148194
408, 0.000147644
409, 0.000147022
410, 0.000146329
411, 0.000145566
412, 0.000144733
413, 0.000143832
414, 0.000142862
415, 0.000141825
416, 0.000140723
417, 0.000139556
418, 0.000138325
419, 0.000137031
420, 0.000135676
421, 0.000134262
422, 0.000132789
423, 0.000131258
424, 0.000129673
425, 0.000128033
426, 0.000126341
427, 0.000124598
428, 0.000122807
429, 0.000120968
430, 0.000119084
431, 0.000117156
432, 0.000115187
433, 0.000113178
434, 0.000111132
435, 0.000109049
436, 0.000106933
437, 0.000104786
438, 0.000102609
439, 0.000100405
440, 0.000098176
441, 0.000095924
442, 0.000093652
443, 0.000091361
444, 0.000089054
445, 0.000086733
446, 0.000084400
447, 0.000082058
448, 0.000079709
449, 0.000077356
450, 0.000075000
451, 0.000072644
452, 0.000070291
453, 0.000067942
454, 0.000065600
455, 0.000063267
456, 0.000060946
457, 0.000058639
458, 0.000056348
459, 0.000054076
460, 0.000051824
461, 0.000049595
462, 0.000047391
463, 0.000045214
464, 0.000043067
465, 0.000040951
466, 0.000038869
467, 0.000036822
468, 0.000034813
469, 0.000032844
470, 0.000030916
471, 0.000029032
472, 0.000027193
473, 0.000025402
474, 0.000023659
475, 0.000021967
476, 0.000020327
477, 0.000018742
478, 0.000017212
479, 0.000015738
480, 0.000014324
481, 0.000012969
482, 0.000011675
483, 0.000010444
484, 0.000010000
485, 0.000010000
486, 0.000010000
487, 0.000010000
488, 0.000010000
489, 0.000010000
490, 0.000010000
491, 0.000010000
492, 0.000010000
493, 0.000010000
494, 0.000010000
495, 0.000010000
496, 0.000010000
497, 0.000010000
498, 0.000010000
499, 0.000010000
500, 0.000150000
501, 0.000149963
502, 0.000149852
503, 0.000149667
504, 0.000149409
505, 0.000149077
506, 0.000148672
507, 0.000148194
508, 0.000147644
509, 0.000147022
510, 0.000146329
511, 0.000145566
512, 0.000144733
513, 0.000143832
514, 0.000142862
515, 0.000141825
516, 0.000140723
517, 0.000139556
518, 0.000138325
519, 0.000137031
520, 0.000135676
521, 0.000134262
522, 0.000132789
523, 0.000131258
524, 0.000129673
525, 0.000128033
526, 0.000126341
527, 0.000124598
528, 0.000122807
529, 0.000120968
530, 0.000119084
531, 0.000117156
532, 0.000115187
533, 0.000113178
534, 0.000111132
535, 0.000109049
536, 0.000106934
537, 0.000104786
538, 0.000102609
539, 0.000100405
540, 0.000098176
541, 0.000095924
542, 0.000093652
543, 0.000091361
544, 0.000089054
545, 0.000086733
546, 0.000084400
547, 0.000082058
548, 0.000079709
549, 0.000077356
550, 0.000075000
551, 0.000072644
552, 0.000070291
553, 0.000067942
554, 0.000065600
555, 0.000063267
556, 0.000060946
557, 0.000058639
558, 0.000056348
559, 0.000054076
560, 0.000051824
561, 0.000049595
562, 0.000047391
563, 0.000045214
564, 0.000043067
565, 0.000040951
566, 0.000038869
567, 0.000036822
568, 0.000034813
569, 0.000032844
570, 0.000030916
571, 0.000029032
572, 0.000027193
573, 0.000025402
574, 0.000023659
575, 0.000021967
576, 0.000020327
577, 0.000018742
578, 0.000017212
579, 0.000015738
580, 0.000014324
581, 0.000012969
582, 0.000011675
583, 0.000010444
584, 0.000010000
585, 0.000010000
586, 0.000010000
587, 0.000010000
588, 0.000010000
589, 0.000010000
590, 0.000010000
591, 0.000010000
592, 0.000010000
593, 0.000010000
594, 0.000010000
595, 0.000010000
596, 0.000010000
597, 0.000010000
598, 0.000010000
599, 0.000010000
600, 0.000150000
601, 0.000149963
602, 0.000149852
603, 0.000149667
604, 0.000149409
605, 0.000149077
606, 0.000148672
607, 0.000148194
608, 0.000147644
609, 0.000147022
610, 0.000146329
611, 0.000145566
612, 0.000144733
613, 0.000143832
614, 0.000142862
615, 0.000141825
616, 0.000140723
617, 0.000139556
618, 0.000138325
619, 0.000137031
620, 0.000135676
621, 0.000134262
622, 0.000132789
623, 0.000131258
624, 0.000129673
625, 0.000128033
626, 0.000126341
627, 0.000124598
628, 0.000122807
629, 0.000120968
630, 0.000119084
631, 0.000117156
632, 0.000115187
633, 0.000113178
634, 0.000111132
635, 0.000109049
636, 0.000106934
637, 0.000104786
638, 0.000102609
639, 0.000100405
640, 0.000098176
641, 0.000095924
642, 0.000093652
643, 0.000091361
644, 0.000089054
645, 0.000086733
646, 0.000084400
647, 0.000082058
648, 0.000079709
649, 0.000077356
650, 0.000075000
651, 0.000072644
652, 0.000070291
653, 0.000067942
654, 0.000065600
655, 0.000063267
656, 0.000060946
657, 0.000058639
658, 0.000056348
659, 0.000054076
660, 0.000051824
661, 0.000049595
662, 0.000047391
663, 0.000045214
664, 0.000043067
665, 0.000040951
666, 0.000038869
667, 0.000036822
668, 0.000034813
669, 0.000032844
670, 0.000030916
671, 0.000029032
672, 0.000027193
673, 0.000025402
674, 0.000023659
675, 0.000021967
676, 0.000020327
677, 0.000018742
678, 0.000017212
679, 0.000015738
680, 0.000014324
681, 0.000012969
682, 0.000011675
683, 0.000010444
684, 0.000010000
685, 0.000010000
686, 0.000010000
687, 0.000010000
688, 0.000010000
689, 0.000010000
690, 0.000010000
691, 0.000010000
692, 0.000010000
693, 0.000010000
694, 0.000010000
695, 0.000010000
696, 0.000010000
697, 0.000010000
698, 0.000010000
699, 0.000010000
700, 0.000150000
701, 0.000149963
702, 0.000149852
703, 0.000149667
704, 0.000149409
705, 0.000149077
706, 0.000148672
707, 0.000148194
708, 0.000147644
709, 0.000147022
710, 0.000146329
711, 0.000145566
712, 0.000144733
713, 0.000143832
714, 0.000142862
715, 0.000141826
716, 0.000140723
717, 0.000139556
718, 0.000138325
719, 0.000137031
720, 0.000135676
721, 0.000134262
722, 0.000132789
723, 0.000131258
724, 0.000129673
725, 0.000128033
726, 0.000126341
727, 0.000124598
728, 0.000122807
729, 0.000120968
730, 0.000119084
731, 0.000117156
732, 0.000115187
733, 0.000113178
734, 0.000111132
735, 0.000109049
736, 0.000106934
737, 0.000104786
738, 0.000102609
739, 0.000100405
740, 0.000098176
741, 0.000095924
742, 0.000093652
743, 0.000091361
744, 0.000089054
745, 0.000086733
746, 0.000084400
747, 0.000082058
748, 0.000079709
749, 0.000077356
750, 0.000075000
751, 0.000072644
752, 0.000070291
753, 0.000067942
754, 0.000065600
755, 0.000063267
756, 0.000060946
757, 0.000058639
758, 0.000056348
759, 0.000054076
760, 0.000051824
761, 0.000049595
762, 0.000047391
763, 0.000045214
764, 0.000043067
765, 0.000040951
766, 0.000038869
767, 0.000036822
768, 0.000034813
769, 0.000032844
770, 0.000030916
771, 0.000029032
772, 0.000027193
773, 0.000025402
774, 0.000023659
775, 0.000021967
776, 0.000020327
777, 0.000018742
778, 0.000017212
779, 0.000015738
780, 0.000014324
781, 0.000012969
782, 0.000011675
783, 0.000010444
784, 0.000010000
785, 0.000010000
786, 0.000010000
787, 0.000010000
788, 0.000010000
789, 0.000010000
790, 0.000010000
791, 0.000010000
792, 0.000010000
793, 0.000010000
794, 0.000010000
795, 0.000010000
796, 0.000010000
797, 0.000010000
798, 0.000010000
799, 0.000010000
800, 0.000150000
801, 0.000149963
802, 0.000149852
803, 0.000149667
804, 0.000149409
805, 0.000149077
806, 0.000148672
807, 0.000148194
808, 0.000147644
809, 0.000147022
810, 0.000146329
811, 0.000145566
812, 0.000144733
813, 0.000143832
814, 0.000142862
815, 0.000141826
816, 0.000140723
817, 0.000139556
818, 0.000138325
819, 0.000137031
820, 0.000135676
821, 0.000134262
822, 0.000132788
823, 0.000131258
824, 0.000129673
825, 0.000128033
826, 0.000126341
827, 0.000124598
828, 0.000122807
829, 0.000120968
830, 0.000119084
831, 0.000117156
832, 0.000115187
833, 0.000113178
834, 0.000111131
835, 0.000109049
836, 0.000106934
837, 0.000104786
838, 0.000102609
839, 0.000100405
840, 0.000098176
841, 0.000095924
842, 0.000093652
843, 0.000091361
844, 0.000089054
845, 0.000086733
846, 0.000084400
847, 0.000082058
848, 0.000079709
849, 0.000077356
850, 0.000075000
851, 0.000072644
852, 0.000070291
853, 0.000067942
854, 0.000065600
855, 0.000063267
856, 0.000060947
857, 0.000058639
858, 0.000056348
859, 0.000054076
860, 0.000051824
861, 0.000049595
862, 0.000047391
863, 0.000045214
864, 0.000043067
865, 0.000040951
866, 0.000038869
867, 0.000036822
868, 0.000034813
869, 0.000032844
870, 0.000030916
871, 0.000029032
872, 0.000027193
873, 0.000025402
874, 0.000023659
875, 0.000021967
876, 0.000020327
877, 0.000018742
878, 0.000017212
879, 0.000015738
880, 0.000014324
881, 0.000012969
882, 0.000011675
883, 0.000010444
884, 0.000010000
885, 0.000010000
886, 0.000010000
887, 0.000010000
888, 0.000010000
889, 0.000010000
890, 0.000010000
891, 0.000010000
892, 0.000010000
893, 0.000010000
894, 0.000010000
895, 0.000010000
896, 0.000010000
897, 0.000010000
898, 0.000010000
899, 0.000010000
900, 0.000150000
901, 0.000149963
902, 0.000149852
903, 0.000149667
904, 0.000149409
905, 0.000149077
906, 0.000148672
907, 0.000148194
908, 0.000147644
909, 0.000147022
910, 0.000146329
911, 0.000145566
912, 0.000144733
913, 0.000143832
914, 0.000142862
915, 0.000141826
916, 0.000140723
917, 0.000139556
918, 0.000138325
919, 0.000137031
920, 0.000135676
921, 0.000134262
922, 0.000132788
923, 0.000131258
924, 0.000129673
925, 0.000128033
926, 0.000126341
927, 0.000124598
928, 0.000122807
929, 0.000120968
930, 0.000119084
931, 0.000117156
932, 0.000115187
933, 0.000113178
934, 0.000111131
935, 0.000109049
936, 0.000106934
937, 0.000104786
938, 0.000102609
939, 0.000100405
940, 0.000098176
941, 0.000095924
942, 0.000093652
943, 0.000091361
944, 0.000089054
945, 0.000086733
946, 0.000084400
947, 0.000082058
948, 0.000079709
949, 0.000077356
950, 0.000075000
951, 0.000072644
952, 0.000070291
953, 0.000067942
954, 0.000065600
955, 0.000063267
956, 0.000060947
957, 0.000058639
958, 0.000056348
959, 0.000054076
960, 0.000051824
961, 0.000049595
962, 0.000047391
963, 0.000045214
964, 0.000043067
965, 0.000040951
966, 0.000038869
967, 0.000036822
968, 0.000034813
969, 0.000032844
970, 0.000030916
971, 0.000029032
972, 0.000027193
973, 0.000025402
974, 0.000023659
975, 0.000021967
976, 0.000020327
977, 0.000018742
978, 0.000017212
979, 0.000015738
980, 0.000014324
981, 0.000012969
982, 0.000011675
983, 0.000010444
984, 0.000010000
985, 0.000010000
986, 0.000010000
987, 0.000010000
988, 0.000010000
989, 0.000010000
990, 0.000010000
991, 0.000010000
992, 0.000010000
993, 0.000010000
994, 0.000010000
995, 0.000010000
996, 0.000010000
997, 0.000010000
998, 0.000010000
999, 0.000010000