Install the OpenSSL on Debian based systems
sudo apt-get install openssl
This is a step by step instruction on how to create a cluster that has three Solr nodes running in cloud mode. These instructions should work on both a local cluster (for testing) and a remote cluster where each server runs in its own physical machine.
This was tested on Solr version 5.4.1
and Zookeeper version 3.4.6
curl -O http://archive.apache.org/dist/lucene/solr/5.5.3/solr-5.5.3.tgz
mkdir /opt/solr
# ----------------------------------------------------------------- | |
# User-Agent strings that are worth blocking with the following rule | |
# in haproxy to prevent your content being stolen, stop spammers and | |
# to limit your bandwidth usage. | |
# | |
# acl badbots hdr_reg(User-Agent) -i -f /etc/haproxy/badbots.lst | |
# block if badbots | |
# | |
# By Danny Sheehan | |
# http://www.setuptips.com |
filter { | |
# Capture all the generic syslog stuff and populate @timestamp | |
if [type] == "postfix" { | |
grok { | |
match => [ "message", "%{SYSLOGBASE} %{GREEDYDATA:_syslog_payload}" ] | |
singles => true | |
} | |
# Postfix pads single-digit numbers with spaces (WHYYYYY) | |
mutate { gsub => [ "timestamp", " ", " 0" ] } | |
date { match => [ "timestamp", "MMM dd HH:mm:ss"] } |
# Postfix stuff based on https://gist.github.com/jbrownsc/4694374: | |
QUEUEID (?:[A-F0-9]+|NOQUEUE) | |
EMAILADDRESSPART [a-zA-Z0-9_.+-=:]+ | |
EMAILADDRESS %{EMAILADDRESSPART:local}@%{EMAILADDRESSPART:remote} | |
RELAY (?:%{HOSTNAME:relayhost}(?:\[%{IP:relayip}\](?::[0-9]+(.[0-9]+)?)?)?) | |
POSREAL [0-9]+(.[0-9]+)? | |
DELAYS (%{POSREAL}[/]*)+ | |
DSN %{NONNEGINT}.%{NONNEGINT}.%{NONNEGINT} | |
STATUS sent|deferred|bounced|expired |
## Configure eth0 | |
# | |
# vi /etc/sysconfig/network-scripts/ifcfg-eth0 | |
DEVICE="eth0" | |
NM_CONTROLLED="yes" | |
ONBOOT=yes | |
HWADDR=A4:BA:DB:37:F1:04 | |
TYPE=Ethernet | |
BOOTPROTO=static |
#!/usr/bin/env ruby | |
require 'syslog' | |
require 'net/http' | |
require 'aws-sdk' | |
Syslog.open | |
AWS.config({ | |
:access_key_id => '<iam user key>', | |
:secret_access_key => '<iam user secret>' |
#!/bin/bash | |
# Allows to attach and remove EBS volumes managed under LVM to | |
# have a dynamically sized partition attached to an EC2 instance | |
# | |
# Intance needs either to be launched with a role able to access to relevant AWS API endpoints | |
# or the credentials can be hardcoded in the config. | |
# | |
# Minimal IAM Role: | |
# { |
# This configuration is what is provided by PageCache by Varnish for Magento module: | |
# http://www.magentocommerce.com/magento-connect/pagecache-powered-by-varnish.html | |
# default backend definition. Set this to point to your content server. | |
backend default { | |
.host = "127.0.0.1"; | |
.port = "80"; | |
} | |
# admin backend with longer timeout values. Set this to the same IP & port as your default server. |
# This configuration is what is provided by PageCache by Varnish for Magento module: | |
# http://www.magentocommerce.com/magento-connect/pagecache-powered-by-varnish.html | |
# default backend definition. Set this to point to your content server. | |
backend default { | |
.host = "127.0.0.1"; | |
.port = "80"; | |
} | |
# admin backend with longer timeout values. Set this to the same IP & port as your default server. |