eliasah

cd ~
sudo apt-get update
sudo apt-get install openjdk-7-jre-headless -y

### Check http://www.elasticsearch.org/download/ for latest version of ElasticSearch and replace wget link below

# NEW WAY / EASY WAY
# wget https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-1.1.0.deb
# sudo dpkg -i elasticsearch-1.1.0.deb

eliasah

# Find the MD5 sum of the current directory
find . -type f | grep -v "^./.git" | xargs md5 | md5

eliasah

#!/bin/bash

if [ -e hadoop-2.4.0-src.tar.gz ]; then
    echo "Skipping Apache Hadoop 2.4 download"
else 
    echo "Downloading Apache Hadoop 2.4"
    wget "http://apache.crihan.fr/dist/hadoop/common/current/hadoop-2.4.0-src.tar.gz"
    tar xzvf hadoop-2.4.0-src.tar.gz
    cd hadoop-*
    mvn package -Pdist,native -Dskiptests -Dtar

eliasah

#!/bin/bash

ES='http://localhost:9200'
ESIDX='test3'
ESTYPE='test'

curl -XDELETE $ES/$ESIDX

curl -XPUT $ES/$ESIDX/ -d '{
	"settings" : {

eliasah

#!/bin/sh
# This script installs Scala 2.10.3 with SBT 0.13 on Ubuntu 12.04

wget http://www.scala-lang.org/files/archive/scala-2.10.3.tgz
tar zxf scala-2.10.3.tgz sudo mv scala-2.10.3 /usr/local/share/scala

sudo ln -s /usr/local/share/scala/bin/scala /usr/bin/scala
sudo ln -s /usr/local/share/scala/bin/scalac /usr/bin/scalac
sudo ln -s /usr/local/share/scala/bin/fsc /usr/bin/fsc
sudo ln -s /usr/local/share/scala/bin/scaladoc /usr/bin/scaladoc 

eliasah

#!/bin/bash
# This script demonstrates the usage of Elasticsearch's Ngram Tokenizer

curl -XDELETE localhost:9200/test?pretty=true
curl -XPUT localhost:9200/test?pretty=true -d '{
  "settings":{
    "analysis":{
      "analyzer":{
        "my_ngram_analyzer":{
          "tokenizer":"my_ngram_tokenizer"

eliasah

##########################################################################################
# use case: training a classifier
# 
# Many systems classify documents by assigning “tag” or “category” fields. Classifying
# documents can be a tedious manual process and so in this example we will train a classifier
# to automatically spot keywords in new documents that suggest a suitable category.

curl -XGET "http://localhost:9200/products_fr/_search" -d'
{
  "query": {

eliasah

wget http://apt.puppetlabs.com/puppetlabs-release-precise.deb
sudo dpkg -i puppetlabs-release-precise.deb
sudo apt-get update

eliasah

Kibana 3 against ElasticSearch 1.4 throws an **Connection Failed** screen. The error text says to set `http.cors.allow-origin`, but it misses out the important `http.cors.enabled: true`

Working config: 

    $ grep cors elasticsearch-1.4.0.Beta1/config/elasticsearch.yml
    http.cors.allow-origin: "/.*/"
    http.cors.enabled: true

* [Ref](http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/modules-http.html)
* [Ref](http://elasticsearch-users.115913.n3.nabble.com/Kibana-upgrade-trouble-nor-4-0BETA1-neither-3-11-work-now-td4064625.html)

eliasah

// derived from http://en.wikipedia.org/wiki/Algorithms_for_calculating_variance#Parallel_algorithm

function map() {
    emit(1, // Or put a GROUP BY key here
         {sum: this.value, // the field you want stats for
          min: this.value,
          max: this.value,
          count:1,
          diff: 0, // M2,n:  sum((val-mean)^2)
    });