Skip to content

Instantly share code, notes, and snippets.

@dliappis
Last active April 11, 2019 06:45
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dliappis/3a28eca9f2a280b517f6ae2105295d79 to your computer and use it in GitHub Desktop.
Save dliappis/3a28eca9f2a280b517f6ae2105295d79 to your computer and use it in GitHub Desktop.
Example documents.json with action and metadata targeting a different index
# Download all countries
wget http://download.geonames.org/export/dump/allCountries.zip
# Extract allCountries
unzip allCountries.zip
# Create documents.json
python3 toJSON.py >documents.json
# Run Rally
esrally --distribution-version=7.0.0 --track-path=$PWD
# Check status
$ curl localhost:39200/_cat/indices
yellow open geonames-076 QM5Z5LuqT6G6FcPUjzwMLg 1 1 8664 0 1.4mb 1.4mb
yellow open geonames-069 P7VDeOFdT2WMkj6iKGDQdg 1 1 2174 0 461.2kb 461.2kb
yellow open geonames-214 7RqSQ2G-TXKWTXCj6_RhIg 1 1 277 0 128.4kb 128.4kb
yellow open geonames-223 qSNuaMwkQWWTWUcjv-lb8w 1 1 46 0 33.9kb 33.9kb
yellow open geonames-245 ZpJzKj5FRzWGoBEtXruHeA 1 1 46 0 17.4kb 17.4kb
yellow open geonames-202 ixaf2LCDT8eZ8rFymNcMHg 1 1 3936 0 742kb 742kb
yellow open geonames-065 wx8gIt-mSs2IY9D0JBJUZg 1 1 7876 0 1.3mb 1.3mb
yellow open geonames-000 oLQIkAcoQZ-M3EaM2TLkcw 1 1 2876 0 548.9kb 548.9kb
yellow open geonames-216 _N08KYFLTHmXmt9u498TJQ 1 1 1681 0 345kb 345kb
yellow open geonames-196 NrgWqfpeQFOHmaDIORZdUg 1 1 1552 0 303.2kb 303.2kb
yellow open geonames-118 fg2NivewTeiP44ZI9fnojQ 1 1 0 0 230b 230b
yellow open geonames-021 QlIsJn1DS26y3Qel0ztNsg 1 1 2022 0 368.9kb 368.9kb
yellow open geonames-218 UdGJU3uAR9q0DHDReHk7Lg 1 1 44 0 17.2kb 17.2kb
yellow open geonames-151 pXU8Tf8qSkaDw6uugqUlMg 1 1 15 0 7.7kb 7.7kb
yellow open geonames-166 kvEOiNV3SKG6JWU4brEg8Q 1 1 0 0 230b 230b
yellow open geonames-289 vEqF2XmIRzmY-72kd7WLjA 1 1 55 0 36.1kb 36.1kb
yellow open geonames-103 Sb-kwyqeT1elAb9qQXYC0Q 1 1 20 0 8.5kb 8.5kb
yellow open geonames-075 XToW-tHASkGTZOPEHFUnxQ 1 1 57 0 20.3kb 20.3kb
yellow open geonames-098 7x5utDI0T6iKM5bmm_kAuQ 1 1 5459 0 1021.8kb 1021.8kb
yellow open geonames-249 ytfIWrxjQ4KSzDD3bc1PYw 1 1 0 0 230b 230b
yellow open geonames-064 j17fQyHnSqe638SMChSJdg 1 1 72 0 18.2kb 18.2kb
yellow open geonames-183 EMEu8oW5TXqHyBTg2KjZ8Q 1 1 69 0 17.9kb 17.9kb
yellow open geonames-252 N0p-1Z5NSKG-9P4S9iWopg 1 1 0 0 230b 230b
yellow open geonames-180 _jHdRyWASZG3i3jWKM7bqQ 1 1 71 0 224.2kb 224.2kb
yellow open geonames-225 aTPYY2VeQZupTpwqSnQuaw 1 1 3625 0 780.2kb 780.2kb
yellow open geonames-210 OSPplFF0TGGO66STElVBDQ 1 1 85 0 41.3kb 41.3kb
yellow open geonames-057 3KljUmnLTMOrlaeSdcChsQ 1 1 63 0 25.8kb 25.8kb
yellow open geonames-255 ZZ-oeqA5SQepWxlf4v6fWQ 1 1 0 0 230b 230b
yellow open geonames-236 OgT8OdE4Q_eISYxeD8Ic3A 1 1 50 0 14.2kb 14.2kb
yellow open geonames-187 z3zA2saxTNKOk3kQ54IgJg 1 1 70 0 33.4kb 33.4kb
yellow open geonames-002 f6TqOXkdSzKIhCbhLFOAMQ 1 1 0 0 230b 230b
yellow open geonames-044 LUOWJOkfRciEr_pd0EZALw 1 1 0 0 24.2kb 24.2kb
yellow open geonames-135 DIVH23qTTpmgY2f5of2MAw 1 1 2196 0 405kb 405kb
yellow open geonames-246 uwLrsHrIQlCEIBfb3jdFcQ 1 1 0 0 230b 230b
yellow open geonames-126 5q5kYpbvTyuVl7Qzet5oxg 1 1 55 0 19.3kb 19.3kb
yellow open geonames-179 uQ57phkaQXK-HL8KwguJHg 1 1 64 0 40kb 40kb
yellow open geonames-091 5LLSriB9TaSlQntw9xJTXw 1 1 2267 0 498kb 498kb
yellow open geonames-012 OfEjBPFsQoqn73dmnNiZMQ 1 1 48 0 18.4kb 18.4kb
yellow open geonames-120 dUvXAIlNSQ6leOMMpElA8g 1 1 3824 0 892.6kb 892.6kb
yellow open geonames-279 yD5zfYqpTBSBhGY9jIxbHQ 1 1 0 0 230b 230b
yellow open geonames-188 76z7XgthRpeS2PEAazLohA 1 1 74 0 34kb 34kb
yellow open geonames-124 dF1j5GvtT6ugOEe3Rk-kYA 1 1 50 0 18.2kb 18.2kb
yellow open geonames-231 yenL9WBPQ6OkjydIUL0D3A 1 1 15 0 7.5kb 7.5kb
yellow open geonames-105 -5vljQugRniNEMhsxWTRlg 1 1 0 0 230b 230b
yellow open geonames-084 6x-Xf5EkR3-iIBKYvmhNGw 1 1 61 0 55.1kb 55.1kb
yellow open geonames-046 35WaUVtvRlqYs90G_hh1wQ 1 1 71 0 23.8kb 23.8kb
yellow open geonames-215 EwqwrvPgRGS1JnoF9OhCsw 1 1 0 0 230b 230b
yellow open geonames-134 bmWE30NGSMSMzANHi1dKNA 1 1 0 0 230b 230b
yellow open geonames-052 OMiqkGhrRHGu588COzQ30g 1 1 1995 0 527.6kb 527.6kb
yellow open geonames-079 SCrI_CApSdChXnMGoQeJ2g 1 1 77 0 29.3kb 29.3kb
yellow open geonames-297 qvkeA5nDTVi4jC5ArU3yfQ 1 1 249 0 59.7kb 59.7kb
yellow open geonames-286 52Q42X09RxCGjVOeci2BRQ 1 1 2601 0 541.6kb 541.6kb
yellow open geonames-171 aerX2JwHR9OU0iRuQts0NA 1 1 82 0 35kb 35kb
yellow open geonames-085 iC_vP4A7RyaAyWbsEBxE4Q 1 1 973 0 182.2kb 182.2kb
yellow open geonames-207 dNIbM1mbSfK0v9T4CHwwJg 1 1 8673 0 1.4mb 1.4mb
yellow open geonames-077 tiVSytIqS5ipg8UrhPNNIg 1 1 68 0 22.1kb 22.1kb
yellow open geonames-199 Kt30p79_RrSSV_TmhCmHtg 1 1 1637 0 318.8kb 318.8kb
yellow open geonames-081 2UVmrng4Tfa1FJkrgEn65w 1 1 1330 0 260.4kb 260.4kb
yellow open geonames-023 mdEfDTN7Qiaf0EvKd0e96w 1 1 0 0 230b 230b
yellow open geonames-034 uHLjpMOSQ5KDlwNSAkOjmg 1 1 0 0 230b 230b
yellow open geonames-038 RBc7yw0XSp-iw0_1rZZF5Q 1 1 24 0 240kb 240kb
yellow open geonames-056 7eXh7fVQSa2kphDUlH7Tbg 1 1 62 0 31.4kb 31.4kb
yellow open geonames-149 jBVNw8HVTHKoUwPA68zmvg 1 1 0 0 230b 230b
yellow open geonames-198 O0Dhpr0-SAm4K1BPISbw9w 1 1 75 0 32.3kb 32.3kb
yellow open geonames-153 eWiRrVwDQ5qzFXaagHuWgQ 1 1 0 0 230b 230b
yellow open geonames-254 VWPVTx_HSZyNQgRCr8N05w 1 1 0 0 230b 230b
yellow open geonames-094 BAdZEG1aTLm6eYq4k1xKhw 1 1 18 0 7.9kb 7.9kb
yellow open geonames-068 UP-a9tDHTLa61zGhxQgI_g 1 1 63 0 31.6kb 31.6kb
yellow open geonames-235 Go94DLjoTjKnZBheqjU1hg 1 1 61 0 20.3kb 20.3kb
yellow open geonames-087 siE1wdcSRRaoQSy6feClPA 1 1 64 0 21.7kb 21.7kb
yellow open geonames-112 mb_nx61aSxuPK3btwfvxwQ 1 1 113 0 69.7kb 69.7kb
yellow open geonames-018 08p9bR5CQtKfcc_0lJw7-g 1 1 1512 0 262.1kb 262.1kb
yellow open geonames-271 VjW14H0YQpS8cAu9quaYyA 1 1 20 0 8.5kb 8.5kb
yellow open geonames-024 E6e4EZnJSOCGuc_1n-CxCA 1 1 0 0 230b 230b
yellow open geonames-161 LE9YYSPARguOHBI7UVtSYw 1 1 0 0 230b 230b
yellow open geonames-095 NTQT_7BcR16266T4SgIjVA 1 1 27 0 9.7kb 9.7kb
yellow open geonames-175 1g4Na5i9RsmqzWUqp5CLBQ 1 1 8178 0 1.3mb 1.3mb
yellow open geonames-191 PvVcWiRfRriLBUYVh3NSwQ 1 1 1930 0 416kb 416kb
yellow open geonames-092 O7R20o2mT5-PHjTvlMSZsw 1 1 59 0 25.9kb 25.9kb
yellow open geonames-041 urrEfJuYSZawM6aISCQMLw 1 1 0 0 230b 230b
yellow open geonames-205 m6SMmMp1Qu2q-kCldI4fgA 1 1 3348 0 731.4kb 731.4kb
yellow open geonames-206 lSv9eqUtShei4JFWfctRmw 1 1 91 0 42.5kb 42.5kb
yellow open geonames-150 cGGzRyvXQXuBZhBppQS2tg 1 1 0 0 230b 230b
yellow open geonames-090 eQneQmpjT8y3o6dQFnWe4w 1 1 84 0 46.5kb 46.5kb
yellow open geonames-155 aYK3QqQ6Tgi7TkcozigNPw 1 1 0 0 230b 230b
yellow open geonames-267 K9eOSLbFQp-0qd7Sw_puAw 1 1 32 0 55.2kb 55.2kb
yellow open geonames-256 CjL4JHqrRQy8ZAimaYU4UA 1 1 0 0 230b 230b
yellow open geonames-156 xFXKLmgRTRCnW-mol3qmkQ 1 1 17 0 40kb 40kb
yellow open geonames-040 nOQeKiL2S_aQNcs4b44SWA 1 1 0 0 230b 230b
yellow open geonames-268 _8SNrefMSqCmcDyjlUJFyQ 1 1 2860 0 541.2kb 541.2kb
yellow open geonames-055 6Zqk76dMRUmACKoqvLdylQ 1 1 254 0 60.5kb 60.5kb
yellow open geonames-051 M_Z7XqkXRTOwG1HTydRi5Q 1 1 1167 0 292.8kb 292.8kb
yellow open geonames-275 TpKaVitjSRe2LqyCnMHnVw 1 1 2939 0 631.4kb 631.4kb
yellow open geonames-162 wpdazemmSZ2FY0FTzI0OOQ 1 1 3288 0 627.2kb 627.2kb
yellow open geonames-048 gJCZXWOcRYS-0aguZ_IG9w 1 1 9301 0 1.6mb 1.6mb
yellow open geonames-220 YzPvOp4FQT2FRHgYpu2chg 1 1 0 0 230b 230b
yellow open geonames-299 NATz8EJSQeWHXe1JvUlhDg 1 1 63 0 21.3kb 21.3kb
yellow open geonames-243 XnCNcjioRNiHacPlgsUfFA 1 1 0 0 230b 230b
yellow open geonames-082 zImXoz5JRX6Ld3bKcoa61g 1 1 60 0 16.4kb 16.4kb
yellow open geonames-100 3pGzS25bQnut0JX_5do3yQ 1 1 0 0 230b 230b
yellow open geonames-173 nGP8HWn6TR-JrJ2CAKkLWg 1 1 57 0 25.2kb 25.2kb
yellow open geonames-241 Xs2Y1l3bQLmh4bFcrB-zSQ 1 1 0 0 230b 230b
yellow open geonames-257 UNxGHtuaQ4O7VhNetNLdGw 1 1 0 0 230b 230b
yellow open geonames-133 jtoHfg9TR0O4E1vFgDQjJQ 1 1 49 0 18.1kb 18.1kb
yellow open geonames-009 J3sOf6DDT5GLQsCckv75Jw 1 1 16 0 23.7kb 23.7kb
yellow open geonames-008 N9qSvxLoQo2tr03cHgfcxg 1 1 0 0 230b 230b
yellow open geonames-230 kZMGyJ8NRfqswrIiRv6_Lg 1 1 44 0 17.5kb 17.5kb
yellow open geonames-045 ve1OEyrlRUeAPlv72trWVg 1 1 42 0 22.8kb 22.8kb
yellow open geonames-170 eCf36vsQRa-UPegXK9nC0Q 1 1 88 0 36.4kb 36.4kb
yellow open geonames-102 gZks9TTET6eR_-K9EslXVA 1 1 0 0 230b 230b
yellow open geonames-232 esWjYz_XT3qhJa11t4UNjw 1 1 0 0 230b 230b
yellow open geonames-238 U6MijdgtRFujVuWOFKR5Lw 1 1 0 0 230b 230b
yellow open geonames-078 F0-nXUzTQr-EKP0xcXMbMw 1 1 70 0 22.9kb 22.9kb
yellow open geonames-158 Iq_RRTK7RBi8lK2EFCN8gQ 1 1 0 0 230b 230b
yellow open geonames-073 PmBY3BDnTTCpsuJ1eJeLBg 1 1 68 0 27.5kb 27.5kb
yellow open geonames-146 D4ZWpoxlTxGOcaaXAqAU9A 1 1 0 0 230b 230b
yellow open geonames-258 p21eh9voS5qjL2y9gp-wXw 1 1 0 0 230b 230b
yellow open geonames-174 7FBEiDVAS2eHa1kMiQMv4Q 1 1 79 0 29.1kb 29.1kb
yellow open geonames-280 T449Mt7bRTS0-JaYn3pXdg 1 1 8900 0 1.6mb 1.6mb
yellow open geonames-176 wyf9dMZySUSo6T_RC1Eyaw 1 1 59 0 30.7kb 30.7kb
yellow open geonames-172 QxtB0nOGQqacLSnA9-c9Qw 1 1 70 0 32.3kb 32.3kb
yellow open geonames-104 t37iQ5iUSs697xAp_rAbcA 1 1 2679 0 484.9kb 484.9kb
yellow open geonames-013 ZB6xy0ooT0e4S4Y-i_Dn1Q 1 1 0 0 230b 230b
yellow open geonames-140 Ldqu5E79T_OSjDCCLfTbqA 1 1 0 0 230b 230b
yellow open geonames-250 cNckX6ZsSg-f1kwQi9Mkaw 1 1 54 0 27.1kb 27.1kb
yellow open geonames-125 vl2oeT5ORXSdL1KGrrrRlA 1 1 10 0 6.5kb 6.5kb
yellow open geonames-292 bmPLTbHzSmaHo2hNCB605w 1 1 113 0 40kb 40kb
yellow open geonames-189 JBoRDI8-S8KkaMUtiD80aw 1 1 67 0 27.9kb 27.9kb
yellow open geonames-184 i8PAXLTzR_-sG6AfWTADhg 1 1 85 0 25.7kb 25.7kb
yellow open geonames-270 W1QouePpTA-cP92SKFufYg 1 1 13 0 23.4kb 23.4kb
yellow open geonames-274 0BGx9KfvRu2WPZ2sUUwAbA 1 1 12 0 7.1kb 7.1kb
yellow open geonames-159 fjpbPM8uTRW4JEPRvAn6dg 1 1 0 0 230b 230b
yellow open geonames-233 3U5slS_VSR2onLsbQGqDMA 1 1 0 0 230b 230b
yellow open geonames-278 C5tetBsSSdaM2PXCubb4eQ 1 1 2803 0 595.3kb 595.3kb
yellow open geonames-053 oEZg__8VQnSxGBOIRYq0yg 1 1 80 0 30kb 30kb
yellow open geonames-014 ARDlAU8MQSuUuqAWGaGqNg 1 1 0 0 230b 230b
yellow open geonames-295 1hD5-g3VS3i00IJ5IOpaxQ 1 1 219 0 54.9kb 54.9kb
yellow open geonames-031 lTq_3gk0RiuK-sxv6uidZQ 1 1 17 0 40.1kb 40.1kb
yellow open geonames-083 ezEpzKg1SLC5DAtMiWNZVw 1 1 72 0 28.1kb 28.1kb
yellow open geonames-025 _GuvgAxnQimW-P_JeHOtyw 1 1 0 0 230b 230b
yellow open geonames-208 D0eeZitiRhqlSbU9p5RwTw 1 1 72 0 22.8kb 22.8kb
yellow open geonames-229 j5DJD0IcQDe1TQ2aiexh0A 1 1 31 0 14.6kb 14.6kb
yellow open geonames-067 nB0otkCuRrCi2fC1wZ-_Lg 1 1 66 0 21.8kb 21.8kb
yellow open geonames-157 K-bI2FVZSlyjzfu0yssnhg 1 1 0 0 230b 230b
yellow open geonames-217 BAXMcJnsQQa2dHafQS77LQ 1 1 51 0 26.4kb 26.4kb
yellow open geonames-062 P0GuJ9EiS1uh0sDYKMoyow 1 1 71 0 32kb 32kb
yellow open geonames-106 1LWOD3GjQsqWOvBOTlsq2w 1 1 34 0 11.1kb 11.1kb
yellow open geonames-181 Ig_oY6PZRJOLU8ArCWDsXg 1 1 84 0 43.5kb 43.5kb
yellow open geonames-145 QoEA67siSYuKpgeoqtK6qw 1 1 0 0 230b 230b
yellow open geonames-026 P5O_8OPOQBO-4cdJc5UIYg 1 1 34 0 31.5kb 31.5kb
yellow open geonames-017 p_6SJCdcTQulxpNWHV2KUQ 1 1 10 0 6.6kb 6.6kb
yellow open geonames-097 8JHsmCVLTIm1ZEa-0TeqJQ 1 1 0 0 230b 230b
yellow open geonames-224 jK_Ni_YMRUmh51IO4GOOvA 1 1 169 0 75.6kb 75.6kb
yellow open geonames-239 kCzxsb7ZQLmejjqok7C7VQ 1 1 0 0 230b 230b
yellow open geonames-281 pHZjaHzaTBCMzFm1O52Nmw 1 1 0 0 230b 230b
yellow open geonames-063 H_fYu5vFRtuGAp6VIOoQ8A 1 1 65 0 35.1kb 35.1kb
yellow open geonames-276 upkn8ry_RM6fJSiaEJR4Cw 1 1 1733 0 297.9kb 297.9kb
yellow open geonames-130 yJ6d7ojdQ5W98QacZUpX9Q 1 1 45 0 12.9kb 12.9kb
yellow open geonames-261 TtVizBdGRyGHDPg7mKgP6g 1 1 0 0 230b 230b
yellow open geonames-060 TDw8Stz9Tw6BHCxQE9rv0g 1 1 81 0 24.7kb 24.7kb
yellow open geonames-086 2QLPMJA9RHO7i44sHiE66Q 1 1 66 0 46.6kb 46.6kb
yellow open geonames-142 HoLcns_7SEGqhSkOibBBTQ 1 1 0 0 230b 230b
yellow open geonames-050 wS3YuxpdSIOLYJJzmCy-xw 1 1 70 0 23.3kb 23.3kb
yellow open geonames-006 FluDT4R0TiyHR5i0SlTv4g 1 1 29 0 10.3kb 10.3kb
yellow open geonames-154 I4lTJFDESXCkaup6w0k9Zg 1 1 2813 0 515.8kb 515.8kb
yellow open geonames-165 -I_swF-JQ8qW9bkGd4EruQ 1 1 0 0 230b 230b
yellow open geonames-284 8BCgW3fWTOiULL884sh0bQ 1 1 2784 0 568.4kb 568.4kb
yellow open geonames-122 1mGVc0LCSBGmM0ODmtyJ1w 1 1 14 0 7.1kb 7.1kb
yellow open geonames-005 uCiz8frJTMieeL04xr8ALQ 1 1 0 0 230b 230b
yellow open geonames-288 42hAp-pyReGCrmro9Dn4fw 1 1 70 0 32.4kb 32.4kb
yellow open geonames-061 GwVFo8ReQjaNe7geZ0EaPA 1 1 69 0 23kb 23kb
yellow open geonames-016 2XFVNP3wSmyhnjvrLr9aIA 1 1 15 0 31.7kb 31.7kb
yellow open geonames-058 ebA3MlDkS4iXEbPV8eaR5g 1 1 1998 0 531.2kb 531.2kb
yellow open geonames-072 R-Im-HkVRO69Jv946fwyuA 1 1 61 0 21.3kb 21.3kb
yellow open geonames-129 FSGYOawaRtu3MgMIzsvnXg 1 1 3348 0 736.9kb 736.9kb
yellow open geonames-228 vUHBIbMRTBCX2HrZ66Agug 1 1 8466 0 1.4mb 1.4mb
yellow open geonames-169 D-_QZ-rgSta2MabUF9dsqA 1 1 70 0 33.4kb 33.4kb
yellow open geonames-221 mLK1oKh4RtSNZKXftUnzHw 1 1 0 0 230b 230b
yellow open geonames-213 X2WxH05kRAyCLzW5lsG-uQ 1 1 73 0 22.2kb 22.2kb
yellow open geonames-109 Hg9jtjT2R6mBXYGcXPu5oQ 1 1 0 0 230b 230b
yellow open geonames-036 wSW7m9xRQ3G9kUJIUSPyBg 1 1 0 0 230b 230b
yellow open geonames-193 M6Xrg8JiTneT6INGT5jDCQ 1 1 61 0 20.8kb 20.8kb
yellow open geonames-113 orvhDDOpS8uc9IT-qRdFhA 1 1 10 0 6.7kb 6.7kb
yellow open geonames-132 YzsHzXxUR7KflkrAOflaFA 1 1 63 0 28.6kb 28.6kb
yellow open geonames-160 Ln9I6NZZQVOzjlGuUXtcfA 1 1 1641 0 284.3kb 284.3kb
yellow open geonames-071 g8VEiQD1RzGaShiETZt0HA 1 1 1268 0 251.4kb 251.4kb
yellow open geonames-033 8VNouuuVSR2lTSXD9NJR0A 1 1 0 0 230b 230b
yellow open geonames-197 jS4WpVQXQ7GPACIufOTndg 1 1 57 0 40.9kb 40.9kb
yellow open geonames-049 XSOEOVBTTsqPU-tOrI8v_A 1 1 46 0 22.8kb 22.8kb
yellow open geonames-116 paZY_c2zR-6XbqFmjvKA4g 1 1 4234 0 969.7kb 969.7kb
yellow open geonames-298 tmod_qEnQeC4Hjm79kr4Cg 1 1 81 0 33.7kb 33.7kb
yellow open geonames-291 TopodPtkRWSgmmY1rD2Z9A 1 1 84 0 29.7kb 29.7kb
yellow open geonames-032 K4RsvzgtT-iWBKTV1lZunQ 1 1 0 0 230b 230b
yellow open geonames-203 8hUhHgLlSeO6Ra9cJJOdZQ 1 1 0 0 230b 230b
yellow open geonames-178 EjQMSGcxRdSot3IO_Af_GQ 1 1 69 0 27kb 27kb
yellow open geonames-019 eloWUN0KTTisYntlUvYruw 1 1 0 0 230b 230b
yellow open geonames-043 CVJ2qp9LQu67QGCWWpzz7A 1 1 0 0 230b 230b
yellow open geonames-251 LXGaOjBCQ6K1dDlnkVPyfw 1 1 0 0 230b 230b
yellow open geonames-114 zG0r9ZuxRNqh82yz-mVVKA 1 1 22 0 9.1kb 9.1kb
yellow open geonames-121 oAs-7TA0SkKddo-La5oVUg 1 1 0 0 230b 230b
yellow open geonames-042 V9TGHKClSVSk2_FrpeFY4A 1 1 0 0 230b 230b
yellow open geonames-190 F7Y78o_9QDqYRy2KstEHvw 1 1 67 0 17kb 17kb
yellow open geonames-127 kTHgbE24ThCibr6k_ZgBRQ 1 1 57 0 27.5kb 27.5kb
yellow open geonames-164 mbQgtmFSTQGFvrbbeAg-2Q 1 1 8060 0 1.3mb 1.3mb
yellow open geonames-226 RBd7TocXQ3uissA5g4dBQg 1 1 2447 0 443.1kb 443.1kb
yellow open geonames-244 AmN3ban5SP-ifIDd_b0Jzw 1 1 0 0 230b 230b
yellow open geonames-259 1iL5s3vMTbKGyXD9zhESEg 1 1 36 0 32.1kb 32.1kb
yellow open geonames-185 Bxxs-8UOTLyco_swEDBc-Q 1 1 64 0 21.9kb 21.9kb
yellow open geonames-080 Zk-KxpJGSxOMxHch_zxhyw 1 1 66 0 22.3kb 22.3kb
yellow open geonames-003 zQw9vNeWSJy6rP5kXfcOhQ 1 1 36 0 16.1kb 16.1kb
yellow open geonames-194 w6Auw9eySXq1keC9tVl9jg 1 1 72 0 32.8kb 32.8kb
yellow open geonames-029 3xM-9PRWSySgXJ_UoFNo3Q 1 1 3491 0 760.4kb 760.4kb
yellow open geonames-227 tL8u-4N2SgysDUjsCqJozA 1 1 48 0 26.2kb 26.2kb
yellow open geonames-234 McnjDQnmSw6gLkDLjT_mng 1 1 0 0 230b 230b
yellow open geonames-117 syDGhemxSlyQjKfZ0mGowA 1 1 22 0 8.9kb 8.9kb
yellow open geonames-277 UH9cb9z8QPSwKmPVrn2UIw 1 1 1886 0 343.5kb 343.5kb
yellow open geonames-195 F8dxow8-SBKT1ploUuRofA 1 1 1250 0 251.9kb 251.9kb
yellow open geonames-200 roE-se_tSHeVHpeCsxtmQg 1 1 0 0 230b 230b
yellow open geonames-283 BKUibhZiSVW4yE49rAu0Qw 1 1 0 0 16.2kb 16.2kb
yellow open geonames-269 ApF5g1nfRrCkc-xvbrsUIA 1 1 0 0 230b 230b
yellow open geonames-054 -uYBInHbT5Cc2w4p54Mnzw 1 1 101 0 42.7kb 42.7kb
yellow open geonames-247 uw-dP0UeQl2ZcXopYQAknw 1 1 74 0 22.3kb 22.3kb
yellow open geonames-262 -SSXiTFAQEKk1vWHcZj4ZQ 1 1 50 0 18.3kb 18.3kb
yellow open geonames-004 gVD6KXKcSMCoCuOIdUkOLA 1 1 18 0 7.6kb 7.6kb
yellow open geonames-108 u3FuvhbkSzy9SuxqpABEuA 1 1 0 0 230b 230b
yellow open geonames-148 szefegoTRlmv6MqPyqfAqg 1 1 0 0 230b 230b
yellow open geonames-107 zirMMQp1Sa2OmKES_9pYow 1 1 0 0 230b 230b
yellow open geonames-093 _j3XoyMLThKCZVplzViGiw 1 1 70 0 32.8kb 32.8kb
yellow open geonames-022 Y42JuWQHSJOhGPlI4oBzyw 1 1 18 0 24.3kb 24.3kb
yellow open geonames-037 vh0VFZk2R5eOIGwzALBpaw 1 1 0 0 230b 230b
yellow open geonames-035 3XlRtfnbQQmYsHPKz3XnYA 1 1 3581 0 825.7kb 825.7kb
yellow open geonames-137 GwkgOAiiTVyAOPAWPSBuPA 1 1 3361 0 792.7kb 792.7kb
yellow open geonames-272 JZQ7mKBeRx-4p6He9ah62g 1 1 0 0 230b 230b
yellow open geonames-168 QkOh2sTJSF-qUcmG9gfs-Q 1 1 69 0 31.9kb 31.9kb
yellow open geonames-138 V-FWjor3TE65WHD168kETg 1 1 0 0 230b 230b
yellow open geonames-182 OTKPzXFRSouKfumLlZDuGQ 1 1 59 0 20.7kb 20.7kb
yellow open geonames-027 0gsZEc99QhKmV_A13vj-JQ 1 1 7633 0 1.2mb 1.2mb
yellow open geonames-209 P95BZLZNT0u-rpwML35Vcw 1 1 88 0 24.5kb 24.5kb
yellow open geonames-101 Y-KOk1F6SEO6z1UsASyy7g 1 1 56 0 19.7kb 19.7kb
yellow open geonames-192 tk1Fv9G2RVuUNe99INMSMA 1 1 2681 0 630.5kb 630.5kb
yellow open geonames-242 TR8bEoynRY-_V501PrnQQw 1 1 42 0 12.7kb 12.7kb
yellow open geonames-059 ooQRJkPLTUa7FSUQpPtX3Q 1 1 980 0 198.5kb 198.5kb
yellow open geonames-219 RotQNMwkSsaGTus8Wkyq0w 1 1 0 0 230b 230b
yellow open geonames-211 aDhgJfxvR7iKn6quoeRQJw 1 1 24 0 13.6kb 13.6kb
yellow open geonames-047 Hsn0ysp6TwianW9H-usMbQ 1 1 1353 0 272.5kb 272.5kb
yellow open geonames-266 VSOGzdoQTQqHixxrvgSizw 1 1 0 0 230b 230b
yellow open geonames-282 Gv5i4rS7SSmiTP49jiahJw 1 1 0 0 230b 230b
yellow open geonames-201 E_oLgu9tS-uBvgUh4g29rA 1 1 0 0 230b 230b
yellow open geonames-007 _xSYvoE2S3ugsjYIncY53Q 1 1 22 0 16.9kb 16.9kb
yellow open geonames-039 rPwmuepOSoSfZ4sBAw0P0w 1 1 136 0 49kb 49kb
yellow open geonames-110 FKZdCf2vRxm0C2fvPQurfw 1 1 2745 0 496.5kb 496.5kb
yellow open geonames-144 CHG-WUJCS9aHBUoPiMuvdA 1 1 0 0 230b 230b
yellow open geonames-163 Pd-QKT27SUSaAKGS5oG4Tg 1 1 0 0 230b 230b
yellow open geonames-287 yW3DaQoRQ6So7qD1sfGDkA 1 1 7187 0 1.8mb 1.8mb
yellow open geonames-296 sheFSAfaS2SVkjTsdqHl3A 1 1 145 0 41.2kb 41.2kb
yellow open geonames-248 4JywRUX6QIyRsbl1xwIjVA 1 1 0 0 230b 230b
yellow open geonames-290 9WrOql-1SA-7739N-H4RxA 1 1 481 0 185.1kb 185.1kb
yellow open geonames-089 FYkixTMQQiKEce96AODuxg 1 1 1049 0 208.9kb 208.9kb
yellow open geonames-010 OwoUH-aTQNqyCmVo5tbRzQ 1 1 14 0 15.7kb 15.7kb
yellow open geonames-123 UvnHl2tSQfCX2ccUN23Y4Q 1 1 45 0 25.5kb 25.5kb
yellow open geonames-096 3PSn5FUQT22wG0jn6CoANw 1 1 0 0 230b 230b
yellow open geonames-237 EA3zhPh3TeSuWeQl05ONaQ 1 1 0 0 230b 230b
yellow open geonames-186 FlYXwSNmSqK7-tqbpQR1jg 1 1 73 0 55.5kb 55.5kb
yellow open geonames-222 nYKZIlNYSBCFpHOGAmKuXQ 1 1 0 0 230b 230b
yellow open geonames-020 6d1mSP96TrKIJbRvNblm_Q 1 1 0 0 230b 230b
yellow open geonames-143 PFwoWyO4SK-cFq4tu-jErQ 1 1 2299 0 420.1kb 420.1kb
yellow open geonames-264 Xme7mrZ1SHmKqH_MUbnd2A 1 1 28 0 10.3kb 10.3kb
yellow open geonames-136 m3K_WSIITFeZbuzGne4BPA 1 1 0 0 230b 230b
yellow open geonames-111 DJRiU1hsRqmJ7aWHGqe5Gg 1 1 50 0 18.4kb 18.4kb
yellow open geonames-115 h8SBdU73SAaPY0ot_UPDxQ 1 1 80 0 28.4kb 28.4kb
yellow open geonames-128 WCJyKDISTGqMtg5CqJBp7g 1 1 0 0 230b 230b
yellow open geonames-152 rLl22Da6TJyAc9a-jk4vOA 1 1 10 0 30.7kb 30.7kb
yellow open geonames-260 Qkw0MExLRb65Fc24b6YQRg 1 1 67 0 37.4kb 37.4kb
yellow open geonames-273 zE3dYDssTMSlVQW5NW7e4g 1 1 0 0 230b 230b
yellow open geonames-177 XgActR56TPSQd_ZUuKKDfg 1 1 4461 0 790.9kb 790.9kb
yellow open geonames-285 PFe9W-y7QM-GQJMA52TRAA 1 1 0 0 230b 230b
yellow open geonames-294 HXsd1T2EROq9msqE76yY2g 1 1 2264 0 503kb 503kb
yellow open geonames-212 SA1kuVDSRKuCPXFxcC5rHA 1 1 4577 0 853.6kb 853.6kb
yellow open geonames-141 g6NQrKG4Sea4kZuSaJvFsA 1 1 2176 0 400.2kb 400.2kb
yellow open geonames-001 Hx3XNvJ7QoCe4-0CFJjvbw 1 1 261 0 136.9kb 136.9kb
yellow open geonames-131 GA3EyiDMSzaI9lqhiBK6fA 1 1 17 0 7.8kb 7.8kb
yellow open geonames-139 2up2lgpaRuW8pkC-RUXDyQ 1 1 16 0 7.9kb 7.9kb
yellow open geonames-030 rO5icZrUTp-o87DPhX23qA 1 1 14 0 15.1kb 15.1kb
yellow open geonames-074 2ic8KtLwSYm8YZ09XNGL4Q 1 1 72 0 28kb 28kb
yellow open geonames-240 GUu5gEoQR6SfNDBAtWqPJQ 1 1 18 0 7.9kb 7.9kb
yellow open geonames-253 2Pg27ruES9iycWF-JT5mGA 1 1 20 0 29.1kb 29.1kb
yellow open geonames-088 OCcNa3lwTC6jxrZhzAFAVQ 1 1 66 0 31.5kb 31.5kb
yellow open geonames-293 b10_BtUVRc6iiQKRi84QPQ 1 1 307 0 113.4kb 113.4kb
yellow open geonames-265 4m71cutzSRuceJvpqWOnhQ 1 1 0 0 230b 230b
yellow open geonames-204 62f0LcjsQMK31WRTfm8uhw 1 1 0 0 230b 230b
yellow open geonames-011 eHzW81LOSFelx6uu69_qOw 1 1 0 0 230b 230b
yellow open geonames-263 mxw1O7edQ_msg16SSMcZSg 1 1 0 0 230b 230b
yellow open geonames-119 Y5P80VWIRte1qKLDm4FZww 1 1 118 0 55.4kb 55.4kb
yellow open geonames-070 X_k9UBPtSA6ywOnxRlUwqw 1 1 62 0 30.9kb 30.9kb
yellow open geonames-167 GIpCroDMSg6B1ZFyp_8Tfg 1 1 86 0 43.5kb 43.5kb
yellow open geonames-015 -BYaq2TlTfGDzmgqwKPq_A 1 1 49 0 34.3kb 34.3kb
yellow open geonames-147 CzEgFJeyR4-4KjQ-1rX1tg 1 1 0 0 230b 230b
yellow open geonames-028 ByBon7aiTr-MFRECKKSpsw 1 1 0 0 230b 230b
yellow open geonames-066 PLzFd_8NSLeR_egtOTf0rQ 1 1 67 0 27kb 27kb
yellow open geonames-099 pRuHX7BWQ0yjm3D7L4LXtw 1 1 0 0 230b 230b
#!/usr/bin/env python3
import json
import random
INDEX_FIRST=0
INDEX_LAST=299
cols = (("geonameid", "int", True),
("name", "string", True),
("asciiname", "string", False),
("alternatenames", "string", False),
("latitude", "double", True),
("longitude", "double", True),
("feature_class", "string", False),
("feature_code", "string", False),
("country_code", "string", True),
("cc2", "string", False),
("admin1_code", "string", False),
("admin2_code", "string", False),
("admin3_code", "string", False),
("admin4_code", "string", False),
("population", "long", True),
("elevation", "int", False),
("dem", "string", False),
("timezone", "string", False))
def main():
with open("allCountries.txt", "rt", encoding="UTF-8") as f:
for line in f:
tup = line.strip().split("\t")
action_and_metadata = {
"index": {
"_index": "geonames-{:03d}".format(random.randint(INDEX_FIRST, INDEX_LAST))
}
}
record = {}
for i in range(len(cols)):
name, type, include = cols[i]
if tup[i] != "" and include:
if type in ("int", "long"):
record[name] = int(tup[i])
elif type == "double":
record[name] = float(tup[i])
elif type == "string":
record[name] = tup[i]
print(json.dumps(action_and_metadata))
print(json.dumps(record, ensure_ascii=False))
if __name__ == "__main__":
main()
{% set index_count = 300 %}
{
"version": 2,
"description": "Tutorial benchmark for Rally",
"indices": [
{% set comma = joiner() %}
{% for item in range(index_count) %}
{{ comma() }}
{
"name": "geonames-{{ '{:03d}'.format(item) }}",
"body": "index.json"
}
{% endfor %}
],
"corpora": [
{
"name": "rally-tutorial",
"documents": [
{
"source-file": "documents.json",
"document-count": 11897036,
"includes-action-and-meta-data": true
}
]
}
],
"schedule": [
{
"operation": {
"operation-type": "delete-index"
}
},
{
"operation": {
"operation-type": "create-index"
}
},
{
"operation": {
"operation-type": "cluster-health",
"request-params": {
"wait_for_status": "green"
}
}
},
{
"operation": {
"operation-type": "bulk",
"bulk-size": 5000
},
"warmup-time-period": 120,
"clients": 8
},
{
"operation": {
"operation-type": "force-merge"
}
},
{
"operation": {
"name": "query-match-all",
"operation-type": "search",
"index": "_all",
"body": {
"query": {
"match_all": {}
}
}
},
"clients": 8,
"warmup-iterations": 1000,
"iterations": 1000,
"target-throughput": 100
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment