/etc/security/limits.conf
elasticsearch hard memlock 100000
/etc/default/elasticsearch
# Initialize the scroll | |
page = es.search( | |
index = 'yourIndex', | |
doc_type = 'yourType', | |
scroll = '2m', | |
search_type = 'scan', | |
size = 1000, | |
body = { | |
# Your query's body | |
}) |
"full_name";"party";"official_post";"constituency";"twitter_handle";"twitter_user_id";"uri";"last_updated";"notes" | |
"Ms Diane Abbott MP";"Labour";;"Hackney North and Stoke Newington";"https://twitter.com/HackneyAbbott";153810216;"http://dbpedia.org/resource/Diane_Abbott";"2014-10-18T10:04:00+01:00"; | |
"Debbie Abrahams MP";"Labour";;"Oldham East and Saddleworth";"https://twitter.com/Debbie_abrahams";225857392;"http://dbpedia.org/resource/Debbie_Abrahams";"2014-10-18T10:04:00+01:00"; | |
"Nigel Adams MP";"Conservative";;"Selby and Ainsty";"TWITTER_UNKNOWN";-1;"http://dbpedia.org/resource/Nigel_Adams";"2014-10-18T10:04:00+01:00"; | |
"Adam Afriyie MP";"Conservative";;"Windsor";"https://twitter.com/AdamAfriyie";22031058;"http://dbpedia.org/resource/Adam_Afriyie";"2014-10-18T10:04:00+01:00"; | |
"Rt Hon Bob Ainsworth MP";"Labour";;"Coventry North East";"TWITTER_UNKNOWN";-1;"http://dbpedia.org/resource/Bob_Ainsworth";"2014-10-18T10:04:00+01:00"; | |
"Peter Aldous MP";"Conservative";;"Waveney";"https://twitter.com/peter_aldous";255998 |
{ | |
"vars": { | |
"@gray-base": "#000", | |
"@gray-darker": "lighten(@gray-base, 13.5%)", | |
"@gray-dark": "lighten(@gray-base, 20%)", | |
"@gray": "lighten(@gray-base, 33.5%)", | |
"@gray-light": "lighten(@gray-base, 46.7%)", | |
"@gray-lighter": "lighten(@gray-base, 93.5%)", | |
"@brand-primary": "darken(0097EB, 0%)", | |
"@brand-success": "#5cb85c", |
{ | |
"vars": { | |
"@gray-base": "#000", | |
"@gray-darker": "lighten(@gray-base, 13.5%)", | |
"@gray-dark": "lighten(@gray-base, 20%)", | |
"@gray": "lighten(@gray-base, 33.5%)", | |
"@gray-light": "lighten(@gray-base, 46.7%)", | |
"@gray-lighter": "lighten(@gray-base, 93.5%)", | |
"@brand-primary": "darken(#0097EB, 0%)", | |
"@brand-success": "#5cb85c", |
vi /etc/elasticsearch/elasticsearch.yml | |
#Add the following line somewhere in the file, to disable dynamic scripts: | |
script.disable_dynamic: true | |
bootstrap.mlockall: true | |
http.cors.allow-origin: "/.*/" | |
http.cors.enabled: true | |
#Add to /etc/sysctl.conf | |
fs.file-max = 65536 |
downloaded the shp files from http://www.cbs.nl/nl-NL/menu/themas/dossiers/nederland-regionaal/publicaties/geografische-data/archief/2015/wijk-en-buurtkaart-2014-art.htm
Worked on the command line with ogr2ogr*:
ogr2ogr -f "ESRI Shapefile" source_maps/wgs84.shp source_maps/shape-2014-versie-1.0/gem_2014.shp -s_srs EPSG:28992 -t_srs EPSG:4326
ogr2ogr -f "GeoJSON" -lco COORDINATE_PRECISION=6 source_maps/wgs84.geojson source_maps/wgs84.shp
import UUID | |
from sqlalchemy.dialects.mysql import BINARY | |
from sqlalchemy.types import TypeDecorator | |
class BinaryUUID(TypeDecorator): | |
'''Optimize UUID keys. Store as 16 bit binary, retrieve as uuid. | |
inspired by: | |
http://mysqlserverteam.com/storing-uuid-values-in-mysql-tables/ |
#!/bin/bash | |
line=$(tail -1 /var/log/myapp/myapp.uwsgi.log) | |
substr='uWSGI listen queue of socket' | |
if test "${line#*$substr}" != "$line" | |
then | |
#We're using upstart, could be easily adapted to fx systemd | |
# Adding a log statement to keep track of when this happens. Remember to create the monitor dir | |
/sbin/initctl restart myapp > /var/log/myapp/monitor/uwsgi-monitor.log 2>&1 | |
echo "$(date) restarted myapp due to listen queue error" >> /var/log/myapp/monitor/uwsgi-monitor.log |
Download either Tampermonkey for Chrome, or Greasemonkey for Firefox if you want to run this script repeatably:
Tampermonkey: https://chrome.google.com/webstore/detail/tampermonkey/dhdgffkkebhmkfjojejmpbldmpobfkfo
Greasemonkey: https://addons.mozilla.org/nl/firefox/addon/greasemonkey/