This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
!function(o){console.old=console.log,console.log=function(){var n,e,t="";for(e=0;e<arguments.length;e++)t+='<span class="log-'+typeof(n=arguments[e])+'">',"object"==typeof n&&"object"==typeof JSON&&"function"==typeof JSON.stringify?t+=JSON.stringify(n):t+=n,t+="</span> ";o.innerHTML+=t+"<br>",console.old.apply(void 0,arguments)}} | |
(document.body); | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/*Api Endpoint for file Upload ,Read,Transform , Bulkinsert with Async Promise based condensed codeflow approach equipped with Queue structure | |
and progress status provided by Socket.io integration */ | |
router.post('/api/uploadcontent', function(req, res) { | |
/*New object and npm module(Busboy) initialized with cryptography conventions */ | |
let resp = new Object(); | |
let cryptoname = crypto.randomBytes(16).toString("hex"); | |
let fil; | |
let busboy = new Busboy({ | |
headers: req.headers |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#elasticsearch - nofile 65535 | |
#elasticsearch - memlock unlimited | |
# /etc/security/limits.conf | |
# | |
#Each line describes a limit for a user in the form: | |
# | |
#<domain> <type> <item> <value> | |
# | |
#Where: | |
#<domain> can be: |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
select 'create sequence ' ||v.sequencename || ' owned by ' || v.table_name::text || '.' ||v.column_name::text || ';' AS createsequence, | |
'alter table ' || v.table_name::text || ' alter column ' || v.column_name::text | |
|| ' set default ' || v.column_default::text || ';' as altercolumnscript | |
from | |
(select | |
v.table_name, v.column_name, v.column_default, | |
replace(replace(replace(REPLACE(v.column_default,'nextval',''),'::regclass',''),'(''',''),''')','') | |
as sequencename | |
from | |
information_schema.columns v |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
do | |
$$ | |
DECLARE _sql text; | |
BEGIN | |
WITH all_sequences | |
AS | |
( | |
SELECT | |
pg_namespace.nspname AS schema_name, | |
pg_class.relname AS table_name, |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/*my normal promise function looks like this | |
normalfunc.then(function (data){ | |
}).error(function (){ | |
}) | |
function normalfunc(data) | |
{ | |
return new Promise(function(resolve, reject) { | |
resolve/reject | |
}) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
COPY srt (starttime, endtime) FROM STDIN delimiters E'\t' | |
1 4 | |
6 12.074 | |
13.138 16.183 | |
17.226 21.605 | |
22.606 24.733 | |
24.816 27.027 | |
31.657 33.617 | |
34.66 37.204 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var elasticsearch = require('elasticsearch'); | |
var ElasticsearchWritableStream = require('elasticsearch-writable-stream'); | |
var connections = require('./config/db'); | |
var client = new elasticsearch.Client({ | |
host: 'localhost:9200', | |
log: 'trace' | |
}); | |
client.ping({ | |
requestTimeout: 30000, |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[20:19:00,649][INFO ][importer.jdbc ][pool-2-thread-1] strategy standard: settings = {index_settings.elasticsearch.cluster=elasticsearch, index_settings.elasticsearch.host=localhost, index_settings.elasticsearch.port=9200, index_settings.index.number_of_shards=10, password=abc123, sql=select * from srt, url=jdbc:postgresql://localhost:5432/demodb?loglevel=0, user=postgres}, context = org.xbib.elasticsearch.jdbc.strategy.standard.StandardContext@b174f2c | |
[20:19:00,657][INFO ][importer.jdbc.context.standard][pool-2-thread-1] found sink class org.xbib.elasticsearch.jdbc.strategy.standard.StandardSink@15919ffa | |
[20:19:00,662][INFO ][importer.jdbc.context.standard][pool-2-thread-1] found source class org.xbib.elasticsearch.jdbc.strategy.standard.StandardSource@db207f0 | |
[20:19:00,694][INFO ][org.xbib.elasticsearch.helper.client.BaseTransportClient][pool-2-thread-1] creating transport client on Windows 8.1 Java HotSpot(TM) 64-Bit Server VM Oracle Corporation 1.8.0_131-b11 25.131-b11 with effective settings { |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/sh | |
DIR="/cygdrive/C/elasticsearch-jdbc-2.3.4.1/" | |
bin=${DIR}/../bin | |
lib=${DIR}/../lib | |
echo '{ | |
"type" : "jdbc", | |
"jdbc" : { |