rhasson

#Config file is a tab-delimited file with these expected fields -
# field1 - EMR AMI version (may be a, a.b or a.b.c format or 'default', default will be used if exact match cannot be found)
# field2 - Spark build version (the REQUESTED_VERSION is matched against this field, if not specified it will look for the term 'default', default will be used if exact match cannot be found)
# field3 - (optional) shell program to use to execute the install script, defaults to python
# field4 - s3 location of a specific install script for this AMI and Spark version (is ran with environment variables S3SparkInstallPath, SparkBuild and Ec2Region)
# field5 - s3 path to files that will be used for Spark binaries, how this field is used is up to the install script, sets enviroment variable 'SparkS3InstallPath'
# field6 - (optional) s3 path to the script executed when "-x" argument is used, defaults to AWS provided version if empty
# field7 - (optional) s3 path to the script executed when "-g" argument is used to install ganlia

rhasson

var gen = require('when/generator'),
	when = require('when'),
	_ = require('lodash');

var csp = require('js-csp'),
	pub = csp.operations.pub,
	sub = csp.operations.pub.sub,
	unsub = csp.operations.pub.unsub,
	take = csp.take,
	put = csp.put,

rhasson

var pst_index_ll = Struct ({
    // uint64_t i_id;
    'i_id': 'uint64',
    // uint64_t offset;
    'offset': 'uint64',
    // uint64_t size;
    'size': 'uint64',
    // int64_t  u1;
    'u1': 'int64'
});

rhasson

var r = require('./build/Release/freeling');

var x = new r.Tokenizer('/home/roy/freeling/free3/share/freeling/en/');

var a = x.tokenize('this is my first test sentence.');

console.log(a);