jayswan

from collections import defaultdict
from operator import itemgetter
import sys

FILENAME = sys.argv[1]

class SimpleCounter(defaultdict):
    """ Scrutinizer ships with Python 2.6 and doesn't have the Counter object
        from collections. This is a simple version of it.
    """

jayswan

syntax enable
set ruler
set nobackup
set nocompatible
set encoding=utf-8
set showcmd
set number
set background=dark

"" Indentation

jayswan

{
    "query": {
        "filtered": {
            "filter": {
                "bool": {
                    "must": [
                        {
                            "term": {
                                "EventID": 4728
                            }

jayswan

In [142]: d
Out[142]: {'TargetUserName.raw': 'Domain Admins'}

In [143]: tt = Search(using=es,index=i)\
              .filter('term',**d).filter('term',EventID=4728)

jayswan

In [144]: tt = Search(using=es,index=i)\
              .filter('term',TargetUserName.raw='Domain Admins')\
              .filter('term',EventID=4728)
  File "<ipython-input-144-1b746eb83e6f>", line 1
    tt = Search(using=es,index=i)\
    .filter('term',TargetUserName.raw='Domain Admins')\
    .filter('term',EventID=4728)
SyntaxError: keyword can't be an expression

jayswan

>>> import itertools
>>> import string
>>> from elasticsearch import Elasticsearch,helpers
es = Elasticsearch()
>>> # k is a generator expression that produces
... # a series of dictionaries containing test data.
... # The test data are just letter permutations
... # created with itertools.permutations.
... #
... # We then reference k as the iterator that's

jayswan

Putting Apache Kafka to Use for Event Streams, Jay Kreps 20150323

"Apache Kafka and the Next 700 Stream Processing Systems" by Jay Kreps

I ♥️ Logs: Apache Kafka and Real-Time Data Integration

["Turning the database inside out with Apache Samza" by Martin Kleppmann] (https://www.youtube.com/watch?v=fU9hR3kiOK0)

[Building real-time data products at LinkedIn with Apache Samza]

jayswan

#!/bin/sh
curl -s https://ip-ranges.amazonaws.com/ip-ranges.json | \
jq --raw-output '.prefixes |  map(.ip_prefix) | .[]' > prefixes.txt
rwsetbuild prefixes.txt aws.ipset

jayswan

dig @8.8.8.8 +short txt _netblocks.google.com | awk '{gsub("ip4:","");for (col=2; col<NF;++col) print $col}'

jayswan

# Add additional JSON logging

module Log;

export {
	## Enables JSON-logfiles for all active streams
	const enable_all_json = T &redef;
	## Streams not to generate JSON-logfiles for
	const exclude_json: set[Log::ID] = { } &redef;
	## Streams to generate JSON-logfiles for