Skip to content

Instantly share code, notes, and snippets.

@tvorogme
Created May 12, 2019 12:12
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save tvorogme/2751f0ceb43a80ca2dfa87f6ab7ed540 to your computer and use it in GitHub Desktop.
Save tvorogme/2751f0ceb43a80ca2dfa87f6ab7ed540 to your computer and use it in GitHub Desktop.
{
"task": "index_parallel_checks_2019-05-12T11:42:58.756Z",
"payload": {
"type": "index_parallel",
"id": "index_parallel_checks_2019-05-12T11:42:58.756Z",
"resource": {
"availabilityGroup": "index_parallel_checks_2019-05-12T11:42:58.756Z",
"requiredCapacity": 1
},
"spec": {
"dataSchema": {
"dataSource": "checks",
"parser": {
"type": "string",
"parseSpec": {
"format": "csv",
"columns": [
"checkuid",
"shopno",
"checkid",
"shiftid",
"cashuid",
"cashcheckno",
"closedate",
"basesum",
"discount",
"cashieruid",
"storno",
"opendate",
"bonuscard",
"summcash",
"summbank",
"summbonus",
"operationtype",
"loaddatetime",
"bonuscard_init",
"n_zakazd",
"cashierid",
"fiscno",
"id_discount_ch",
"discount_ch",
"discount_all",
"id_term_prihod_ch",
"karta_pn",
"terminal_bank",
"discount_action_cash",
"discount_action_bonus",
"discount_line_bonus",
"bonuscard_x5",
"isplastic",
"summprepay",
"cashid"
],
"dimensionsSpec": {
"dimensions": [
{
"name": "checkuid",
"type": "string"
},
{
"name": "shopno",
"type": "long"
},
{
"name": "checkid",
"type": "long"
},
{
"name": "shiftid",
"type": "long"
},
{
"name": "cashuid",
"type": "string"
},
{
"name": "cashcheckno",
"type": "long"
},
{
"name": "basesum",
"type": "float"
},
{
"name": "discount",
"type": "float"
},
{
"name": "cashieruid",
"type": "string"
},
{
"name": "storno",
"type": "long"
},
{
"name": "opendate",
"type": "long"
},
{
"name": "bonuscard",
"type": "string"
},
{
"name": "summcash",
"type": "float"
},
{
"name": "summbank",
"type": "float"
},
{
"name": "summbonus",
"type": "float"
},
{
"name": "operationtype",
"type": "long"
},
{
"name": "loaddatetime",
"type": "long"
},
{
"name": "bonuscard_init",
"type": "string"
},
{
"name": "n_zakazd",
"type": "long"
},
{
"name": "cashierid",
"type": "long"
},
{
"name": "fiscno",
"type": "long"
},
{
"name": "id_discount_ch",
"type": "long"
},
{
"name": "discount_ch",
"type": "float"
},
{
"name": "discount_all",
"type": "float"
},
{
"name": "id_term_prihod_ch",
"type": "long"
},
{
"name": "karta_pn",
"type": "string"
},
{
"name": "terminal_bank",
"type": "string"
},
{
"name": "discount_action_cash",
"type": "float"
},
{
"name": "discount_action_bonus",
"type": "float"
},
{
"name": "discount_line_bonus",
"type": "float"
},
{
"name": "bonuscard_x5",
"type": "string"
},
{
"name": "isplastic",
"type": "long"
},
{
"name": "summprepay",
"type": "float"
},
{
"name": "cashid",
"type": "long"
}
]
},
"timestampSpec": {
"column": "closedate",
"format": "yyyy-MM-dd HH:mm:ss.000"
}
}
},
"metricsSpec": [],
"granularitySpec": {
"type": "uniform",
"segmentGranularity": "WEEK",
"queryGranularity": {
"type": "none"
},
"rollup": false,
"intervals": [
"2015-01-01T00:00:00.000Z/3000-01-01T00:00:00.000Z"
]
},
"transformSpec": {
"filter": null,
"transforms": []
}
},
"ioConfig": {
"type": "index_parallel",
"firehose": {
"type": "local",
"baseDir": "/usr/local/druid/var/new_checks",
"filter": "*.csv",
"parser": null
},
"appendToExisting": true
},
"tuningConfig": {
"type": "index_parallel",
"maxRowsPerSegment": 500000000,
"maxRowsInMemory": 250000000,
"maxBytesInMemory": 0,
"maxTotalRows": null,
"numShards": null,
"indexSpec": {
"bitmap": {
"type": "concise"
},
"dimensionCompression": "lz4",
"metricCompression": "lz4",
"longEncoding": "longs"
},
"maxPendingPersists": 0,
"forceExtendableShardSpecs": false,
"forceGuaranteedRollup": false,
"reportParseExceptions": false,
"pushTimeout": 0,
"segmentWriteOutMediumFactory": null,
"maxNumSubTasks": 2000,
"maxRetry": 3,
"taskStatusCheckPeriodMs": 1000,
"chatHandlerTimeout": "PT10S",
"chatHandlerNumRetries": 5,
"logParseExceptions": false,
"maxParseExceptions": 2147483647,
"maxSavedParseExceptions": 0,
"partitionDimensions": [],
"buildV9Directly": true
}
},
"context": {},
"groupId": "index_parallel_checks_2019-05-12T11:42:58.756Z",
"dataSource": "checks"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment