radu-gheorghe

#!/usr/bin/env bash

###############FUNCTIONS############

function prepare {
    #optimize the index
    echo -n "Optimizing index $INDEX_NAME..."
    curl -XPOST "$ADDRESS/$INDEX_NAME/_optimize" 2>/dev/null| grep 'failed":0' >/dev/null
    if [ $? -eq 0 ]; then
        echo "done"

radu-gheorghe

echo ===Removing everything===
curl -XDELETE localhost:9200/test
echo
echo ===Putting empty index===
curl -XPUT localhost:9200/test
echo
echo ====Putting mapping===
curl -XPUT localhost:9200/test/test/_mapping -d '{
    "test": {
        "properties": {

radu-gheorghe

#!/bin/bash

CURRENTINDEX="test"
NEWINDEX="newindex"
    #where the indices are stored within the DATADIR
INDICESDIR=/var/lib/elasticsearch/elasticsearch/nodes/0/indices/

#get the metadata for the current index
curl localhost:9200/$CURRENTINDEX/_settings?pretty=true > /tmp/settings
curl localhost:9200/$CURRENTINDEX/_mapping?pretty=true > /tmp/mappings

radu-gheorghe

#!/bin/bash

#delete the test type
curl -XDELETE localhost:9200/test/test2/

#insert some docs######
curl -XPOST localhost:9200/test/test2/ -d '{
    "id": 123,
    "a": 10,
    "b": 12,

radu-gheorghe

#!/bin/bash

#delete the test index
curl -XDELETE localhost:9200/testing/
echo
#put the document
curl -XPOST localhost:9200/testing/testing/ -d '{
    "document": {
        "title": "foo",
        "id": 1,

radu-gheorghe

$ cat inserter.py
import pyes
import sys

conn = pyes.ES('127.0.0.1:9200', bulk_size=int(sys.argv[2]))

for i in range(int(sys.argv[1])):
  conn.index({"name":"Joe Tester", "parsedtext":"Joe Testere nice guy", "uuid":"11111", "position":1}, "test-index", "test-type", bulk=True)

$ time python inserter.py 1000 1

radu-gheorghe

curl -XDELETE localhost:9200/test
#{"ok":true,"acknowledged":true}

curl -XPOST localhost:9200/test/test/ -d '{"timestamp": "random_date", "tag":"red", "counter": 3}'
#{"ok":true,"_index":"test","_type":"test","_id":"MLv-xERyTFaIdkQeaxoiaw","_version":1}

curl -XPOST localhost:9200/test/test/ -d '{"timestamp": "random_date", "tag":"red", "counter": 7}'
#{"ok":true,"_index":"test","_type":"test","_id":"JaMQIZpbQaKrgdTOtaEEcg","_version":1}

curl -XPOST localhost:9200/test/test/ -d '{"timestamp": "random_date", "tag":"blue", "counter": 5}'

radu-gheorghe

$ curl -XPOST localhost:9200/test/test/ -d '{"timestamp": "random_date", "tag":"blue", "counter": "5"}'
{"ok":true,"_index":"test","_type":"test","_id":"qVmyc9otSqWqUOKWoteM5Q","_version":1}

$ curl -XGET localhost:9200/test/test/_mapping?pretty=true
{
  "test" : {
    "properties" : {
      "counter" : {
        "type" : "string"
      },

radu-gheorghe

$ cat req
{ "index" : { "_type" : "type1", "_id" : "1" } }
{ "field1" : "value1" }
{ "index" : { "_type" : "type1", "_id" : "2" } }
{ "field1" : "value2" }
$ curl -XPOST  localhost:9200/testing/_bulk?pretty=true --data-binary @req
{
  "took" : 5,
  "items" : [ {
    "index" : {

radu-gheorghe

#!/bin/bash

#shows traffic on the specified device

function human_readable {
	VALUE=$1
        BIGGIFIERS=( B K M G )
	CURRENT_BIGGIFIER=0
	while [ $VALUE -gt 10000 ] ;do
		VALUE=$(($VALUE/1000))