Skip to content

Instantly share code, notes, and snippets.

@stsievert

stsievert/2017-09-01.csv

Last active September 1, 2017 20:42
Show Gist options
  • Save stsievert/31f34ee76d7c31bd68acb96ebe8f11ef to your computer and use it in GitHub Desktop.
Save stsievert/31f34ee76d7c31bd68acb96ebe8f11ef to your computer and use it in GitHub Desktop.
Download ZIP
Growing batch size timing
Raw
2017-09-01.csv
approx_grad beta chunks d max_iter n pointwise_loss rel_error seed sigma wall_time
0 True [-0.33772545 0.23013211 0.33314611 -0.20971334 -0.30575033 0.37405672 -0.0630507 0.18395188 0.12185236 -0.55615217] 2000 10 1 8000000 404087362.5696646 0.5786328175760411 0 7.0 9.872261762619019
1 True [-0.48261279 0.32924311 0.34738249 -0.15459457 -0.19415953 0.42306455 -0.17252527 0.05592582 0.15623894 -0.43401917] 2000 10 1 8000000 403110631.53552437 0.5542360022939973 1 7.0 7.958230018615723
2 True [-0.38672315 0.18469769 0.28169293 -0.05405629 -0.22192282 0.33552479 -0.11270603 0.00994565 0.1491486 -0.51029152] 2000 10 1 8000000 405328298.33456 0.6073403494210304 2 7.0 7.640789985656738
3 True [-0.38046754 0.23782463 0.18564596 -0.18898523 -0.20634251 0.38498398 -0.27994777 0.05463027 0.1997645 -0.4443485 ] 2000 10 1 8000000 405016186.76993334 0.6002291017741715 3 7.0 9.718455076217651
4 True [-0.50255132 0.36809792 0.30386753 -0.09045098 -0.10998031 0.2425631 -0.18396706 0.0739688 0.19426921 -0.60487433] 2000 10 1 8000000 403628905.38647205 0.5669817044056502 4 7.0 9.272586107254028
5 False [-1.41485996 0.98485814 1.03030351 -0.51697082 -0.86519827 1.50013434 -0.47727208 0.01710804 0.81731256 -1.8128364 ] 2000 10 1 8000000 405024480.2475509 0.5995344874321145 0 7.0 88.51962184906006
6 False [-1.41485996 0.98485814 1.03030351 -0.51697082 -0.86519827 1.50013434 -0.47727208 0.01710804 0.81731256 -1.8128364 ] 2000 10 1 8000000 405024480.2475509 0.5995344874321145 1 7.0 72.5514748096466
7 True [-0.5943318 0.43971841 0.50080667 -0.24237454 -0.44654503 0.65494204 -0.02191296 0.17804982 0.33975226 -0.89895889] 2000 10 2 8000000 395448737.1142796 0.30623972828770346 0 7.0 10.498352766036987
8 True [-0.81280704 0.3892416 0.4144969 -0.19841533 -0.47100421 0.73443749 -0.29300972 0.03410166 0.53298055 -0.94692223] 2000 10 2 8000000 393745566.9921506 0.2138264606829495 1 7.0 10.346577882766724
9 True [-0.67909754 0.54504072 0.53223193 -0.14396416 -0.51022011 0.756577 -0.11488156 -0.03861813 0.30696423 -0.90014167] 2000 10 2 8000000 394154971.6913496 0.23966802233459264 2 7.0 10.392645120620728
10 True [-0.81114016 0.62761384 0.47308587 -0.18381714 -0.40054955 0.75584019 -0.4229697 0.06692303 0.24404778 -0.95903262] 2000 10 2 8000000 393915237.67307943 0.2250417472016826 3 7.0 10.574932098388672
11 True [-0.80950715 0.39580708 0.55266931 -0.30895738 -0.42004591 0.67947341 -0.14089337 -0.04257892 0.37934093 -0.9941112 ] 2000 10 2 8000000 393761112.8971651 0.21548270480883275 4 7.0 11.583020210266113
12 False [-0.88388511 0.61562346 0.6424269 -0.32293019 -0.54162353 0.93730943 -0.29785334 0.01154062 0.51218003 -1.13268237] 2000 10 2 8000000 392098738.7839557 0.0031580153358463157 0 7.0 111.78914093971252
13 False [-0.88388511 0.61562346 0.6424269 -0.32293019 -0.54162353 0.93730943 -0.29785334 0.01154062 0.51218003 -1.13268237] 2000 10 2 8000000 392098738.7839557 0.0031580153358463157 1 7.0 115.92996788024902
14 True [-0.90465601 0.63266138 0.55040893 -0.29349506 -0.6703245 0.99788901 -0.29683437 -0.00451966 0.63901632 -1.13800616] 2000 10 3 8000000 392474274.2668188 0.10178542461115976 0 7.0 16.024066925048828
15 True [-0.90831729 0.72885827 0.58785034 -0.25637456 -0.51163957 0.82166663 -0.29354426 0.00685726 0.36823157 -1.06621979] 2000 10 3 8000000 392580710.7184185 0.11609047177517823 1 7.0 17.255850076675415
16 True [-0.83890115 0.59482835 0.72381753 -0.2997997 -0.65916577 0.82885403 -0.3125268 0.14498232 0.57041606 -1.27209007] 2000 10 3 8000000 392708106.3297756 0.1317116829867297 2 7.0 15.214453935623169
17 True [-0.94140786 0.71792762 0.55559608 -0.49420754 -0.40115296 0.82940781 -0.20421473 -0.15308573 0.38000895 -1.05377066] 2000 10 3 8000000 393229638.7225437 0.17764704001228399 3 7.0 18.07921314239502
18 True [-0.9264768 0.64742598 0.46509358 -0.31031413 -0.29125266 0.71523944 -0.22762164 0.1766211 0.4446097 -1.13484643] 2000 10 3 8000000 393565654.71435046 0.20169795281469685 4 7.0 16.644001722335815
19 False [-0.88407524 0.61558118 0.64313645 -0.32301339 -0.54121421 0.93744053 -0.2980613 0.01114319 0.51154152 -1.13284341] 2000 10 3 8000000 392098732.22278774 0.0031039884258993638 0 7.0 145.35059690475464
20 False [-0.88407524 0.61558118 0.64313645 -0.32301339 -0.54121421 0.93744053 -0.2980613 0.01114319 0.51154152 -1.13284341] 2000 10 3 8000000 392098732.22278774 0.0031039884258993633 1 7.0 147.1575231552124
21 True [-0.82717267 0.49951926 0.70451236 -0.28508626 -0.6863329 0.86017222 -0.50897543 -0.06062527 0.51600433 -1.27950631] 2000 10 4 8000000 393059855.81411487 0.16445766469948245 0 7.0 22.655385971069336
22 True [-0.96167651 0.53437575 0.55646929 -0.20815412 -0.65995117 1.00051923 -0.47053635 0.01242918 0.57915924 -1.29088887] 2000 10 4 8000000 392983624.5057327 0.156090826714074 1 7.0 19.843119859695435
23 True [-0.83111718 0.52141042 0.94626717 -0.34564576 -0.29334977 0.95600683 -0.2213062 -0.00498951 0.86293912 -1.17451326] 2000 10 4 8000000 394477000.17289954 0.25672332004490195 2 7.0 20.78614115715027
24 True [-0.8011392 0.1653294 0.69545393 -0.28936401 -0.72175196 1.09165144 -0.43199373 -0.11066348 0.28553981 -1.3559929 ] 2000 10 4 8000000 395327809.9076261 0.3000645202606274 3 7.0 23.399425983428955
25 True [-0.70535766 0.62419301 0.5853792 -0.25212155 -0.83368049 0.79484887 -0.27825392 0.01808917 0.22836203 -0.97395074] 2000 10 4 8000000 394115898.34814155 0.23886453574779987 4 7.0 22.683278799057007
26 False [-0.88401493 0.61559524 0.64291446 -0.32298714 -0.54134174 0.93739815 -0.29799578 0.01126732 0.51174173 -1.13279222] 2000 10 4 8000000 392098731.9225391 0.003110684443249633 0 7.0 189.257798910141
27 False [-0.88401493 0.61559524 0.64291446 -0.32298714 -0.54134174 0.93739815 -0.29799578 0.01126732 0.51174173 -1.13279222] 2000 10 4 8000000 392098731.9225391 0.003110684443249633 1 7.0 186.81083416938782
28 True [-0.94073745 0.59954698 0.38294218 -0.50008657 -0.57371659 1.11795904 -0.05387964 -0.06221731 -0.00254911 -0.82382329] 2000 10 5 8000000 396586220.0473553 0.3538455628010787 0 7.0 25.987020015716553
29 True [-0.49644144 0.67184472 0.68460269 -0.01046103 -0.34100874 0.9586469 -0.21698443 -0.13017291 0.91255365 -0.60877695] 2000 10 5 8000000 398139813.413357 0.4096640005375313 1 7.0 22.02472710609436
30 True [-0.88296262 1.12126096 0.5684551 -0.65056919 -0.93723157 0.84211933 -0.4219679 -0.08570587 0.08368869 -1.27925514] 2000 10 5 8000000 398210025.845274 0.41423200443526725 2 7.0 22.424404859542847
31 True [-0.82763905 0.62548671 0.32506712 -0.17258921 -0.19899367 0.80237269 -0.29783989 0.15952478 0.76081969 -1.0561405 ] 2000 10 5 8000000 394918666.8340963 0.2788153092040237 3 7.0 23.654550075531006
32 True [-1.06633797 0.51377482 0.751545 -0.86739486 -0.50426436 1.40075141 -0.45931405 0.13862134 0.37183032 -1.25547284] 2000 10 5 8000000 397256096.00919074 0.37940869669671184 4 7.0 30.06166672706604
33 False [-0.88403631 0.61559013 0.64299255 -0.32299642 -0.54129698 0.93741332 -0.29801892 0.0112237 0.51167121 -1.13281038] 2000 10 5 8000000 392098731.7830447 0.003107192716169649 0 7.0 201.68372106552124
34 False [-0.88403631 0.61559013 0.64299255 -0.32299642 -0.54129698 0.93741332 -0.29801892 0.0112237 0.51167121 -1.13281038] 2000 10 5 8000000 392098731.7830447 0.003107192716169649 1 7.0 204.56695413589478
35 True [-0.787126 0.39617331 0.69585277 -0.31420601 -0.63767675 0.96088101 -0.31250841 0.08209674 0.51556585 -1.23084615] 2000 10 6 8000000 392779349.549917 0.13854581491536738 0 7.0 36.94024991989136
36 True [-0.60311584 0.67094872 0.77021633 -0.46545545 -0.77681433 0.90036084 -0.37337881 -0.07810377 0.50542735 -1.11630109] 2000 10 6 8000000 393612977.4438118 0.20778431721208035 1 7.0 28.863558053970337
37 True [-0.86646249 0.43661075 0.7988148 -0.29267853 -0.54280208 0.81562045 -0.1981682 -0.03402006 0.37078323 -1.13776939] 2000 10 6 8000000 392932772.7201239 0.15320684314729843 2 7.0 28.86776614189148
38 True [-0.95081919 0.58030692 0.60816377 -0.43163165 -0.50129482 0.96855226 -0.24577224 0.06299813 0.25903702 -1.25212773] 2000 10 6 8000000 392936926.844349 0.15315234339841183 3 7.0 27.614052772521973
39 True [-0.80910288 0.45004048 0.70615963 -0.32569989 -0.49755334 0.92538758 -0.11361958 0.24122491 0.53651266 -1.12925193] 2000 10 6 8000000 393111480.63514334 0.1684587208741917 4 7.0 26.95098090171814
40 False [-0.88403686 0.61559005 0.64299482 -0.32299667 -0.54129564 0.93741365 -0.29801955 0.01122241 0.51166921 -1.13281084] 2000 10 6 8000000 392098731.78297484 0.00310712691370173 0 7.0 229.23673105239868
41 False [-0.88403686 0.61559005 0.64299482 -0.32299667 -0.54129564 0.93741365 -0.29801955 0.01122241 0.51166921 -1.13281084] 2000 10 6 8000000 392098731.78297484 0.00310712691370173 1 7.0 227.5106761455536
42 True [-0.92891464 0.58920739 0.70124001 -0.4208002 -0.43386872 0.93308967 -0.40059665 0.06483459 0.56730061 -1.22562602] 2000 10 10 8000000 392517421.8296241 0.10793165451244967 0 7.0 52.241666078567505
43 True [-0.97438049 0.54104024 0.77044339 -0.35185475 -0.46356643 0.94816046 -0.40504544 0.06890603 0.43466901 -1.03549392] 2000 10 10 8000000 392636046.76928383 0.12258435738129043 1 7.0 49.099812269210815
44 True [-0.96919768 0.64755943 0.75085001 -0.32858754 -0.54623163 0.89221101 -0.29444048 -0.00778929 0.54280554 -1.05990107] 2000 10 10 8000000 392327909.8895484 0.08030740531555673 2 7.0 53.91449022293091
45 True [-0.91026498 0.54980261 0.73983513 -0.29663315 -0.64841808 0.96840167 -0.10330012 0.05913744 0.74038523 -1.18103853] 2000 10 10 8000000 393077610.3466072 0.16494774361606168 3 7.0 56.24317216873169
46 True [-0.86751863 0.45513845 0.60480757 -0.28315057 -0.58608859 0.86741129 -0.41680482 -0.11345321 0.38210985 -1.0757813 ] 2000 10 10 8000000 392784311.2327362 0.1385175667205294 4 7.0 62.55457830429077
47 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 10 8000000 392098731.7829722 0.003107145577421732 0 7.0 301.74830627441406
48 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 10 8000000 392098731.7829722 0.003107145577421732 1 7.0 283.68756103515625
49 True [-0.87922602 0.77858377 0.58545987 -0.26521603 -0.50339638 0.9101223 -0.32308699 0.07266678 0.60904047 -1.01549128] 2000 10 15 8000000 392603554.26582336 0.1182117141794517 0 7.0 88.87447690963745
50 True [-0.92646157 0.57933761 0.54597877 -0.34851875 -0.73708875 1.00985498 -0.26970419 -0.15363979 0.38003248 -1.2006135 ] 2000 10 15 8000000 392952025.853789 0.15435494003660002 1 7.0 82.69940185546875
51 True [-0.92060271 0.73987876 0.72700951 -0.38870409 -0.61115147 0.7152245 -0.44118941 0.11140239 0.52156922 -1.07974972] 2000 10 15 8000000 393025962.4803908 0.1625869001127405 2 7.0 92.84537315368652
52 True [-0.78787428 0.67993592 0.5416288 -0.37731163 -0.54935883 0.80540931 -0.41572109 -0.10753865 0.50140264 -1.02760026] 2000 10 15 8000000 392764542.0845498 0.13723331555685436 3 7.0 90.04433107376099
53 True [-0.87445652 0.60443621 0.4699015 -0.2077965 -0.53557315 0.79404823 -0.24735646 -0.13633622 0.56976399 -1.1292764 ] 2000 10 15 8000000 392833172.4833296 0.14196395307157753 4 7.0 80.92051577568054
54 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 15 8000000 392098731.7829722 0.003107145577421732 0 7.0 265.0206460952759
55 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 15 8000000 392098731.7829722 0.003107145577421732 1 7.0 259.3626790046692
56 True [-0.90420116 0.70294056 0.71100573 -0.37047243 -0.43615661 0.91492584 -0.29503455 0.12055346 0.52098653 -0.92563523] 2000 10 20 8000000 392750046.25591063 0.13527978657110445 0 7.0 108.67117500305176
57 True [-0.97198474 0.56169638 0.74204087 -0.34829215 -0.46395348 1.01752112 -0.51153412 0.10594827 0.46804927 -1.21544019] 2000 10 20 8000000 392873611.206111 0.14661583431505454 1 7.0 117.8687379360199
58 True [-0.72389224 0.48440092 0.54839895 -0.28848806 -0.52919041 0.96645791 -0.42821098 0.09406156 0.5318906 -1.11038011] 2000 10 20 8000000 392728243.39322346 0.1327308431752905 2 7.0 114.08178377151489
59 True [ -9.43806075e-01 5.63991465e-01 5.47209796e-01 -4.29144702e-01 -4.96493694e-01 8.40751725e-01 -2.76133337e-01 -8.97474662e-04 6.53441663e-01 -1.16824473e+00] 2000 10 20 8000000 392578910.63095534 0.11538053946876133 3 7.0 117.60523080825806
60 True [-0.92213781 0.78395028 0.48953743 -0.35216695 -0.67276374 0.93338894 -0.28668526 0.05098494 0.56525422 -1.18400844] 2000 10 20 8000000 392728530.95368534 0.1327486638410105 4 7.0 118.73969268798828
61 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 20 8000000 392098731.7829722 0.003107145577421732 0 7.0 267.0480582714081
62 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 20 8000000 392098731.7829722 0.003107145577421732 1 7.0 262.2125267982483
63 True [ -8.82913947e-01 6.25917699e-01 5.61003585e-01 -2.92903416e-01 -5.45177322e-01 9.79526520e-01 -2.51585480e-01 3.10356345e-05 5.43200811e-01 -1.10051472e+00] 2000 10 30 8000000 392209513.1652502 0.05404568835450826 0 7.0 195.57359433174133
64 True [-0.86358949 0.62483117 0.63092854 -0.35549949 -0.57298666 0.95078018 -0.3321868 -0.03122305 0.51210296 -1.07047936] 2000 10 30 8000000 392176658.7978555 0.04775019218448381 1 7.0 185.2518310546875
65 True [-0.85402207 0.60317804 0.64227377 -0.36969844 -0.61241052 0.8853708 -0.24456717 0.01286694 0.60608717 -1.11310804] 2000 10 30 8000000 392284167.6319425 0.07326080170913572 2 7.0 195.97774267196655
66 True [-0.88279421 0.61662684 0.58289771 -0.29297874 -0.62129476 0.90724552 -0.27483043 0.06014788 0.54331724 -1.11212129] 2000 10 30 8000000 392228262.4553793 0.06074344122218579 3 7.0 206.70327305793762
67 True [-0.86292853 0.56714302 0.59393631 -0.31363468 -0.48504145 0.90558694 -0.33866759 0.02498044 0.49453811 -1.06576888] 2000 10 30 8000000 392227507.05134 0.059750956746531476 4 7.0 202.11913299560547
68 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 30 8000000 392098731.7829722 0.003107145577421732 0 7.0 256.4530289173126
69 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 30 8000000 392098731.7829722 0.003107145577421732 1 7.0 271.3524467945099
70 True [-0.91441156 0.6030155 0.57130643 -0.34545575 -0.6424886 0.89319701 -0.23317978 -0.02907522 0.46925774 -1.12194016] 2000 10 40 8000000 392312074.65794194 0.0779374005493023 0 7.0 264.6048061847687
71 True [-0.89738872 0.62562803 0.6978309 -0.32447667 -0.54976181 0.92063601 -0.24527886 -0.02033315 0.49220564 -1.09848166] 2000 10 40 8000000 392170503.4222042 0.04541517197333465 1 7.0 269.0821568965912
72 True [-0.88233932 0.54922246 0.70197134 -0.34350388 -0.58533272 0.98359503 -0.2784477 -0.05592122 0.48873433 -1.11946138] 2000 10 40 8000000 392242635.91384065 0.06373818373096356 2 7.0 256.9263689517975
73 True [-0.82799293 0.57854061 0.68882733 -0.35448065 -0.52789448 0.93418983 -0.28833211 0.12581325 0.47795867 -1.15998478] 2000 10 40 8000000 392281900.7215971 0.0729637904656608 3 7.0 243.45107984542847
74 True [-0.90781194 0.54490536 0.68571411 -0.33039721 -0.54634003 0.95893467 -0.23782348 0.0171961 0.47949845 -1.10483101] 2000 10 40 8000000 392205987.4079259 0.05482705526360315 4 7.0 247.5673270225525
75 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 40 8000000 392098731.7829722 0.003107145577421732 0 7.0 261.3412778377533
76 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 40 8000000 392098731.7829722 0.003107145577421732 1 7.0 243.74875688552856
77 True [-0.88540731 0.61721786 0.64501459 -0.32189737 -0.54471082 0.93487759 -0.29811606 0.01398124 0.51438395 -1.13709064] 2000 10 80 8000000 392099221.5401707 0.005300432688336602 0 7.0 925.5044710636139
78 True [-0.88188378 0.61344218 0.64198907 -0.32382572 -0.54150351 0.93442856 -0.29847295 0.00894236 0.50935101 -1.12378869] 2000 10 80 8000000 392099628.5426975 0.006657967894667196 1 7.0 1053.5675048828125
79 True [-0.8841524 0.61927902 0.64359241 -0.32249133 -0.54057428 0.93315628 -0.30380469 0.01242947 0.51220316 -1.13304409] 2000 10 80 8000000 392099277.1428425 0.005527006304765571 2 7.0 1059.2264840602875
80 True [-0.88253359 0.60985984 0.64411037 -0.32109031 -0.53909396 0.93314032 -0.29769773 0.01260503 0.51528137 -1.12739244] 2000 10 80 8000000 392099592.01777464 0.005867858009065959 3 7.0 1028.4987251758575
81 True [-0.88717904 0.61963663 0.64313697 -0.32686824 -0.53903717 0.93933682 -0.29481606 0.01014448 0.51201917 -1.13465281] 2000 10 80 8000000 392099251.88777584 0.004409698151563556 4 7.0 1020.5811431407928
82 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 80 8000000 392098731.7829722 0.003107145577421732 0 7.0 273.7842438220978
83 False [-0.8840367 0.61559008 0.64299419 -0.3229966 -0.54129601 0.93741355 -0.29801937 0.01122277 0.51166976 -1.13281071] 2000 10 80 8000000 392098731.7829722 0.003107145577421732 1 7.0 267.38317227363586
Display the source blob
Display the rendered blob
Raw
dask-glm.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment