Skip to content

Instantly share code, notes, and snippets.

@pvillard31

pvillard31/druid_workflow.xml

Created December 21, 2017 16:49
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save pvillard31/29956e9d7292551f9e8328bb62cbeb6c to your computer and use it in GitHub Desktop.
Save pvillard31/29956e9d7292551f9e8328bb62cbeb6c to your computer and use it in GitHub Desktop.
Download ZIP
Raw
druid_workflow.xml
<?xml version="1.0" ?>
<template encoding-version="1.1">
<description></description>
<groupId>aa246331-015a-1000-fac3-b72f7046408b</groupId>
<name>druid</name>
<snippet>
<processGroups>
<id>0452a6a9-3b2d-3d8c-0000-000000000000</id>
<parentGroupId>6d748a93-8d2f-37d2-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<comments></comments>
<contents>
<connections>
<id>8bc5ed8b-83e2-30ea-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>6949d4d8-d989-3511-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>merged</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>caad1d38-e05b-3ae6-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>a63a011e-fb28-39fe-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-61.468830361641494</x>
<y>-634.9043487917313</y>
</bends>
<bends>
<x>-6.060791015625</x>
<y>-582.7698974609375</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>caad1d38-e05b-3ae6-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>caad1d38-e05b-3ae6-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>f3c806dc-1514-3e2c-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>f018a6c6-efdc-3ae8-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>dropped</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>6949d4d8-d989-3511-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>08fcc077-3743-3e0c-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-74.080036416329</x>
<y>-296.36998599876256</y>
</bends>
<bends>
<x>-39.66082763671875</x>
<y>-371.5699462890625</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>6949d4d8-d989-3511-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>6949d4d8-d989-3511-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>2b1ffcf1-a314-336a-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-642.4688720703125</x>
<y>-748.904296875</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>1d7acfff-6bb4-3b3b-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>0</labelIndex>
<name></name>
<selectedRelationships>splits</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>fcc4a868-fa14-3e95-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>2cd5da23-57fd-39b0-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-989.4688720703125</x>
<y>-747.904296875</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>fcc4a868-fa14-3e95-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>0</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>75d0be2a-2471-3a66-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>3f105b06-1f45-3ff5-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-300.4688720703125</x>
<y>-745.904296875</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>caad1d38-e05b-3ae6-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>0</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>1d7acfff-6bb4-3b3b-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>49746adb-1981-325e-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>-879.4688720703125</x>
<y>-958.904296875</y>
</bends>
<bends>
<x>-849.4688720703125</x>
<y>-966.904296875</y>
</bends>
<destination>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>fcc4a868-fa14-3e95-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>0452a6a9-3b2d-3d8c-0000-000000000000</groupId>
<id>fcc4a868-fa14-3e95-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>8b8a8c83-29a9-3751-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
</descriptors>
<name>JsonTreeReader</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>schema-access-strategy</key>
</entry>
<entry>
<key>schema-registry</key>
<value>24d5f351-169a-3a22-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>metrics</value>
</entry>
<entry>
<key>schema-text</key>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.json.JsonTreeReader</type>
</controllerServices>
<controllerServices>
<id>fe2dfa39-1ba3-3893-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>Schema Write Strategy</key>
<value>
<name>Schema Write Strategy</name>
</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
<entry>
<key>Pretty Print JSON</key>
<value>
<name>Pretty Print JSON</name>
</value>
</entry>
<entry>
<key>suppress-nulls</key>
<value>
<name>suppress-nulls</name>
</value>
</entry>
</descriptors>
<name>JsonRecordSetWriter</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>Schema Write Strategy</key>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>schema-name</value>
</entry>
<entry>
<key>schema-registry</key>
<value>24d5f351-169a-3a22-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>metrics</value>
</entry>
<entry>
<key>schema-text</key>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
<entry>
<key>Pretty Print JSON</key>
</entry>
<entry>
<key>suppress-nulls</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.json.JsonRecordSetWriter</type>
</controllerServices>
<controllerServices>
<id>10bf96d7-1a3c-3f8d-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-druid-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>druid-cs-data-source</key>
<value>
<name>druid-cs-data-source</name>
</value>
</entry>
<entry>
<key>druid-cs-zk-connect-string</key>
<value>
<name>druid-cs-zk-connect-string</name>
</value>
</entry>
<entry>
<key>druid-cs-zk-retry-base-sleep</key>
<value>
<name>druid-cs-zk-retry-base-sleep</name>
</value>
</entry>
<entry>
<key>druid-cs-zk-retry-max-retries</key>
<value>
<name>druid-cs-zk-retry-max-retries</name>
</value>
</entry>
<entry>
<key>druid-cs-zk-retry-sleep</key>
<value>
<name>druid-cs-zk-retry-sleep</name>
</value>
</entry>
<entry>
<key>druid-cs-index-service-path</key>
<value>
<name>druid-cs-index-service-path</name>
</value>
</entry>
<entry>
<key>druid-cs-discovery-path</key>
<value>
<name>druid-cs-discovery-path</name>
</value>
</entry>
<entry>
<key>druid-cs-cluster-partitions</key>
<value>
<name>druid-cs-cluster-partitions</name>
</value>
</entry>
<entry>
<key>druid-cs-cluster-replication</key>
<value>
<name>druid-cs-cluster-replication</name>
</value>
</entry>
<entry>
<key>druid-cs-dimensions-list</key>
<value>
<name>druid-cs-dimensions-list</name>
</value>
</entry>
<entry>
<key>druid-cs-aggregators-descriptor</key>
<value>
<name>druid-cs-aggregators-descriptor</name>
</value>
</entry>
<entry>
<key>druid-cs-segment-granularity</key>
<value>
<name>druid-cs-segment-granularity</name>
</value>
</entry>
<entry>
<key>druid-cs-query-granularity</key>
<value>
<name>druid-cs-query-granularity</name>
</value>
</entry>
<entry>
<key>druid-cs-window-period</key>
<value>
<name>druid-cs-window-period</name>
</value>
</entry>
<entry>
<key>druid-cs-timestamp-field</key>
<value>
<name>druid-cs-timestamp-field</name>
</value>
</entry>
<entry>
<key>druid-cs-batch-size</key>
<value>
<name>druid-cs-batch-size</name>
</value>
</entry>
<entry>
<key>druid-cs-max-pending-batches</key>
<value>
<name>druid-cs-max-pending-batches</name>
</value>
</entry>
<entry>
<key>druid-cs-linger-millis</key>
<value>
<name>druid-cs-linger-millis</name>
</value>
</entry>
</descriptors>
<name>DruidTranquilityController</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>druid-cs-data-source</key>
<value>metrics</value>
</entry>
<entry>
<key>druid-cs-zk-connect-string</key>
<value>localhost:2181</value>
</entry>
<entry>
<key>druid-cs-zk-retry-base-sleep</key>
</entry>
<entry>
<key>druid-cs-zk-retry-max-retries</key>
</entry>
<entry>
<key>druid-cs-zk-retry-sleep</key>
</entry>
<entry>
<key>druid-cs-index-service-path</key>
</entry>
<entry>
<key>druid-cs-discovery-path</key>
</entry>
<entry>
<key>druid-cs-cluster-partitions</key>
</entry>
<entry>
<key>druid-cs-cluster-replication</key>
</entry>
<entry>
<key>druid-cs-dimensions-list</key>
<value>http_method, http_code, server, value</value>
</entry>
<entry>
<key>druid-cs-aggregators-descriptor</key>
<value>[
{
"type" : "count",
"name" : "count"
},
{
"name" : "value_sum",
"type" : "doubleSum",
"fieldName" : "value"
},
{
"fieldName" : "value",
"name" : "value_min",
"type" : "doubleMin"
},
{
"type" : "doubleMax",
"name" : "value_max",
"fieldName" : "value"
}
]</value>
</entry>
<entry>
<key>druid-cs-segment-granularity</key>
<value>TEN_MINUTE</value>
</entry>
<entry>
<key>druid-cs-query-granularity</key>
</entry>
<entry>
<key>druid-cs-window-period</key>
</entry>
<entry>
<key>druid-cs-timestamp-field</key>
</entry>
<entry>
<key>druid-cs-batch-size</key>
</entry>
<entry>
<key>druid-cs-max-pending-batches</key>
</entry>
<entry>
<key>druid-cs-linger-millis</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.controller.druid.DruidTranquilityController</type>
</controllerServices>
<controllerServices>
<id>24d5f351-169a-3a22-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-registry-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>avro-reg-validated-field-names</key>
<value>
<name>avro-reg-validated-field-names</name>
</value>
</entry>
<entry>
<key>metrics</key>
<value>
<name>metrics</name>
</value>
</entry>
</descriptors>
<name>AvroSchemaRegistry</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>avro-reg-validated-field-names</key>
</entry>
<entry>
<key>metrics</key>
<value>{
"type" : "record",
"name" : "metrics",
"namespace" : "metrics",
"fields" : [ {
"name" : "unit",
"type" : "string"
}, {
"name" : "http_method",
"type" : "string"
}, {
"name" : "value",
"type" : "int"
}, {
"name" : "timestamp",
"type" : "string"
}, {
"name" : "http_code",
"type" : "string"
}, {
"name" : "page",
"type" : "string"
}, {
"name" : "metricType",
"type" : "string"
}, {
"name" : "server",
"type" : "string"
} ]
}</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.schemaregistry.services.AvroSchemaRegistry</type>
</controllerServices>
<processors>
<id>caad1d38-e05b-3ae6-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>-516.4688303616415</x>
<y>-674.9043487917313</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Merge Strategy</key>
<value>
<name>Merge Strategy</name>
</value>
</entry>
<entry>
<key>Merge Format</key>
<value>
<name>Merge Format</name>
</value>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>
<name>Attribute Strategy</name>
</value>
</entry>
<entry>
<key>Correlation Attribute Name</key>
<value>
<name>Correlation Attribute Name</name>
</value>
</entry>
<entry>
<key>mergecontent-metadata-strategy</key>
<value>
<name>mergecontent-metadata-strategy</name>
</value>
</entry>
<entry>
<key>Minimum Number of Entries</key>
<value>
<name>Minimum Number of Entries</name>
</value>
</entry>
<entry>
<key>Maximum Number of Entries</key>
<value>
<name>Maximum Number of Entries</name>
</value>
</entry>
<entry>
<key>Minimum Group Size</key>
<value>
<name>Minimum Group Size</name>
</value>
</entry>
<entry>
<key>Maximum Group Size</key>
<value>
<name>Maximum Group Size</name>
</value>
</entry>
<entry>
<key>Max Bin Age</key>
<value>
<name>Max Bin Age</name>
</value>
</entry>
<entry>
<key>Maximum number of Bins</key>
<value>
<name>Maximum number of Bins</name>
</value>
</entry>
<entry>
<key>Delimiter Strategy</key>
<value>
<name>Delimiter Strategy</name>
</value>
</entry>
<entry>
<key>Header File</key>
<value>
<name>Header File</name>
</value>
</entry>
<entry>
<key>Footer File</key>
<value>
<name>Footer File</name>
</value>
</entry>
<entry>
<key>Demarcator File</key>
<value>
<name>Demarcator File</name>
</value>
</entry>
<entry>
<key>Compression Level</key>
<value>
<name>Compression Level</name>
</value>
</entry>
<entry>
<key>Keep Path</key>
<value>
<name>Keep Path</name>
</value>
</entry>
<entry>
<key>Tar Modified Time</key>
<value>
<name>Tar Modified Time</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Merge Strategy</key>
<value>Bin-Packing Algorithm</value>
</entry>
<entry>
<key>Merge Format</key>
<value>Binary Concatenation</value>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>Keep Only Common Attributes</value>
</entry>
<entry>
<key>Correlation Attribute Name</key>
</entry>
<entry>
<key>mergecontent-metadata-strategy</key>
<value>Do Not Merge Uncommon Metadata</value>
</entry>
<entry>
<key>Minimum Number of Entries</key>
<value>1000</value>
</entry>
<entry>
<key>Maximum Number of Entries</key>
<value>1000</value>
</entry>
<entry>
<key>Minimum Group Size</key>
<value>1MB</value>
</entry>
<entry>
<key>Maximum Group Size</key>
</entry>
<entry>
<key>Max Bin Age</key>
<value>30s</value>
</entry>
<entry>
<key>Maximum number of Bins</key>
<value>5</value>
</entry>
<entry>
<key>Delimiter Strategy</key>
<value>Text</value>
</entry>
<entry>
<key>Header File</key>
<value>[</value>
</entry>
<entry>
<key>Footer File</key>
<value>]</value>
</entry>
<entry>
<key>Demarcator File</key>
<value>,</value>
</entry>
<entry>
<key>Compression Level</key>
<value>1</value>
</entry>
<entry>
<key>Keep Path</key>
<value>false</value>
</entry>
<entry>
<key>Tar Modified Time</key>
<value>${file.lastModifiedTime}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>MergeContent</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>merged</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<state>RUNNING</state>
<style></style>
<type>org.apache.nifi.processors.standard.MergeContent</type>
</processors>
<processors>
<id>f018a6c6-efdc-3ae8-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>184.66053365203038</x>
<y>-263.1107696901688</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Log Level</key>
<value>
<name>Log Level</name>
</value>
</entry>
<entry>
<key>Log Payload</key>
<value>
<name>Log Payload</name>
</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>
<name>Attributes to Log</name>
</value>
</entry>
<entry>
<key>attributes-to-log-regex</key>
<value>
<name>attributes-to-log-regex</name>
</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
<value>
<name>Attributes to Ignore</name>
</value>
</entry>
<entry>
<key>attributes-to-ignore-regex</key>
<value>
<name>attributes-to-ignore-regex</name>
</value>
</entry>
<entry>
<key>Log prefix</key>
<value>
<name>Log prefix</name>
</value>
</entry>
<entry>
<key>character-set</key>
<value>
<name>character-set</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
</entry>
<entry>
<key>attributes-to-log-regex</key>
<value>.*</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>attributes-to-ignore-regex</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
<entry>
<key>character-set</key>
<value>UTF-8</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
<processors>
<id>fcc4a868-fa14-3e95-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>-1014.4688303616415</x>
<y>-915.9043487917313</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Line Split Count</key>
<value>
<name>Line Split Count</name>
</value>
</entry>
<entry>
<key>Maximum Fragment Size</key>
<value>
<name>Maximum Fragment Size</name>
</value>
</entry>
<entry>
<key>Header Line Count</key>
<value>
<name>Header Line Count</name>
</value>
</entry>
<entry>
<key>Header Line Marker Characters</key>
<value>
<name>Header Line Marker Characters</name>
</value>
</entry>
<entry>
<key>Remove Trailing Newlines</key>
<value>
<name>Remove Trailing Newlines</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Line Split Count</key>
<value>1</value>
</entry>
<entry>
<key>Maximum Fragment Size</key>
</entry>
<entry>
<key>Header Line Count</key>
<value>0</value>
</entry>
<entry>
<key>Header Line Marker Characters</key>
</entry>
<entry>
<key>Remove Trailing Newlines</key>
<value>true</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>SplitText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>splits</name>
</relationships>
<state>RUNNING</state>
<style></style>
<type>org.apache.nifi.processors.standard.SplitText</type>
</processors>
<processors>
<id>1d7acfff-6bb4-3b3b-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>-647.4688303616415</x>
<y>-914.9043487917313</y>
</position>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>mime.type</key>
<value>
<name>mime.type</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>mime.type</key>
<value>application/json</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>UpdateAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style></style>
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
</processors>
<processors>
<id>6949d4d8-d989-3511-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>-529.080036416329</x>
<y>-336.36998599876256</y>
</position>
<bundle>
<artifact>nifi-druid-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>putdruid-record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>putdruid-record-reader</name>
</value>
</entry>
<entry>
<key>putdruid-record-writer</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
<name>putdruid-record-writer</name>
</value>
</entry>
<entry>
<key>putdruid-tranquility-service</key>
<value>
<identifiesControllerService>org.apache.nifi.controller.api.druid.DruidTranquilityService</identifiesControllerService>
<name>putdruid-tranquility-service</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>putdruid-record-reader</key>
<value>8b8a8c83-29a9-3751-0000-000000000000</value>
</entry>
<entry>
<key>putdruid-record-writer</key>
<value>fe2dfa39-1ba3-3893-0000-000000000000</value>
</entry>
<entry>
<key>putdruid-tranquility-service</key>
<value>10bf96d7-1a3c-3f8d-0000-000000000000</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>PutDruidRecord</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>dropped</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style></style>
<type>org.apache.nifi.processors.druid.PutDruidRecord</type>
</processors>
<processors>
<id>75d0be2a-2471-3a66-0000-000000000000</id>
<parentGroupId>0452a6a9-3b2d-3d8c-0000-000000000000</parentGroupId>
<position>
<x>-1375.4688303616415</x>
<y>-915.9043487917313</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Command</key>
<value>
<name>Command</name>
</value>
</entry>
<entry>
<key>Command Arguments</key>
<value>
<name>Command Arguments</name>
</value>
</entry>
<entry>
<key>Batch Duration</key>
<value>
<name>Batch Duration</name>
</value>
</entry>
<entry>
<key>Redirect Error Stream</key>
<value>
<name>Redirect Error Stream</name>
</value>
</entry>
<entry>
<key>Working Directory</key>
<value>
<name>Working Directory</name>
</value>
</entry>
<entry>
<key>Argument Delimiter</key>
<value>
<name>Argument Delimiter</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Command</key>
<value>/Users/pvillard/Documents/Tests/druid-quickstart/druid-0.11.0/bin/generate-example-metrics</value>
</entry>
<entry>
<key>Command Arguments</key>
</entry>
<entry>
<key>Batch Duration</key>
</entry>
<entry>
<key>Redirect Error Stream</key>
<value>false</value>
</entry>
<entry>
<key>Working Directory</key>
</entry>
<entry>
<key>Argument Delimiter</key>
<value> </value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>1 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ExecuteProcess</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style></style>
<type>org.apache.nifi.processors.standard.ExecuteProcess</type>
</processors>
</contents>
<name>Druid</name>
<variables></variables>
</processGroups>
</snippet>
<timestamp>12/21/2017 17:48:09 CET</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment