Skip to content

Instantly share code, notes, and snippets.

@pvillard31
Created August 4, 2017 20:53
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save pvillard31/5ecea5932bf70fc622e30be8512601b6 to your computer and use it in GitHub Desktop.
Save pvillard31/5ecea5932bf70fc622e30be8512601b6 to your computer and use it in GitHub Desktop.
<?xml version="1.0" ?>
<template encoding-version="1.1">
<description></description>
<groupId>aefa0f78-015d-1000-d4c9-279516666f10</groupId>
<name>ListenTCPRecord</name>
<snippet>
<connections>
<id>fb63d048-590a-37c5-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>b7bd14b5-3f34-3cb5-0000-000000000000</groupId>
<id>81f59b7e-7f53-3e08-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>b7bd14b5-3f34-3cb5-0000-000000000000</groupId>
<id>0cdf377b-6218-3029-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4f4cd86e-ef54-3542-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>b7bd14b5-3f34-3cb5-0000-000000000000</groupId>
<id>81f59b7e-7f53-3e08-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>b7bd14b5-3f34-3cb5-0000-000000000000</groupId>
<id>534edb1c-809c-3e10-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>8271da1f-cfc0-323a-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.4.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Grok Pattern File</key>
<value>
<name>Grok Pattern File</name>
</value>
</entry>
<entry>
<key>Grok Expression</key>
<value>
<name>Grok Expression</name>
</value>
</entry>
<entry>
<key>no-match-behavior</key>
<value>
<name>no-match-behavior</name>
</value>
</entry>
</descriptors>
<name>GrokReader</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>schema-access-strategy</key>
</entry>
<entry>
<key>schema-registry</key>
</entry>
<entry>
<key>schema-name</key>
</entry>
<entry>
<key>schema-text</key>
</entry>
<entry>
<key>Grok Pattern File</key>
</entry>
<entry>
<key>Grok Expression</key>
<value>%{TIMESTAMP_ISO8601:timestamp} %{LOGLEVEL:level} %{GREEDYDATA:message}</value>
</entry>
<entry>
<key>no-match-behavior</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.grok.GrokReader</type>
</controllerServices>
<controllerServices>
<id>bc886d0d-ddc9-38b5-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.4.0-SNAPSHOT</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>Schema Write Strategy</key>
<value>
<name>Schema Write Strategy</name>
</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
<entry>
<key>CSV Format</key>
<value>
<name>CSV Format</name>
</value>
</entry>
<entry>
<key>Value Separator</key>
<value>
<name>Value Separator</name>
</value>
</entry>
<entry>
<key>Include Header Line</key>
<value>
<name>Include Header Line</name>
</value>
</entry>
<entry>
<key>Quote Character</key>
<value>
<name>Quote Character</name>
</value>
</entry>
<entry>
<key>Escape Character</key>
<value>
<name>Escape Character</name>
</value>
</entry>
<entry>
<key>Comment Marker</key>
<value>
<name>Comment Marker</name>
</value>
</entry>
<entry>
<key>Null String</key>
<value>
<name>Null String</name>
</value>
</entry>
<entry>
<key>Trim Fields</key>
<value>
<name>Trim Fields</name>
</value>
</entry>
<entry>
<key>Quote Mode</key>
<value>
<name>Quote Mode</name>
</value>
</entry>
<entry>
<key>Record Separator</key>
<value>
<name>Record Separator</name>
</value>
</entry>
<entry>
<key>Include Trailing Delimiter</key>
<value>
<name>Include Trailing Delimiter</name>
</value>
</entry>
</descriptors>
<name>CSVRecordSetWriter</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>Schema Write Strategy</key>
<value>no-schema</value>
</entry>
<entry>
<key>schema-access-strategy</key>
</entry>
<entry>
<key>schema-registry</key>
</entry>
<entry>
<key>schema-name</key>
</entry>
<entry>
<key>schema-text</key>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
<entry>
<key>CSV Format</key>
</entry>
<entry>
<key>Value Separator</key>
</entry>
<entry>
<key>Include Header Line</key>
</entry>
<entry>
<key>Quote Character</key>
</entry>
<entry>
<key>Escape Character</key>
</entry>
<entry>
<key>Comment Marker</key>
</entry>
<entry>
<key>Null String</key>
</entry>
<entry>
<key>Trim Fields</key>
</entry>
<entry>
<key>Quote Mode</key>
</entry>
<entry>
<key>Record Separator</key>
</entry>
<entry>
<key>Include Trailing Delimiter</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.csv.CSVRecordSetWriter</type>
</controllerServices>
<processors>
<id>81f59b7e-7f53-3e08-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<position>
<x>849.0</x>
<y>16.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.4.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Log Level</key>
<value>
<name>Log Level</name>
</value>
</entry>
<entry>
<key>Log Payload</key>
<value>
<name>Log Payload</name>
</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>
<name>Attributes to Log</name>
</value>
</entry>
<entry>
<key>attributes-to-log-regex</key>
<value>
<name>attributes-to-log-regex</name>
</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
<value>
<name>Attributes to Ignore</name>
</value>
</entry>
<entry>
<key>attributes-to-ignore-regex</key>
<value>
<name>attributes-to-ignore-regex</name>
</value>
</entry>
<entry>
<key>Log prefix</key>
<value>
<name>Log prefix</name>
</value>
</entry>
<entry>
<key>character-set</key>
<value>
<name>character-set</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
</entry>
<entry>
<key>attributes-to-log-regex</key>
<value>.*</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>attributes-to-ignore-regex</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
<entry>
<key>character-set</key>
<value>UTF-8</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
<processors>
<id>0cdf377b-6218-3029-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<position>
<x>2.0</x>
<y>196.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.4.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Local Network Interface</key>
<value>
<name>Local Network Interface</name>
</value>
</entry>
<entry>
<key>Port</key>
<value>
<name>Port</name>
</value>
</entry>
<entry>
<key>Receive Buffer Size</key>
<value>
<name>Receive Buffer Size</name>
</value>
</entry>
<entry>
<key>Max Size of Message Queue</key>
<value>
<name>Max Size of Message Queue</name>
</value>
</entry>
<entry>
<key>Max Size of Socket Buffer</key>
<value>
<name>Max Size of Socket Buffer</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Max Batch Size</key>
<value>
<name>Max Batch Size</name>
</value>
</entry>
<entry>
<key>Message Delimiter</key>
<value>
<name>Message Delimiter</name>
</value>
</entry>
<entry>
<key>Max Number of TCP Connections</key>
<value>
<name>Max Number of TCP Connections</name>
</value>
</entry>
<entry>
<key>SSL Context Service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>SSL Context Service</name>
</value>
</entry>
<entry>
<key>Client Auth</key>
<value>
<name>Client Auth</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Local Network Interface</key>
</entry>
<entry>
<key>Port</key>
<value>9877</value>
</entry>
<entry>
<key>Receive Buffer Size</key>
<value>65507 B</value>
</entry>
<entry>
<key>Max Size of Message Queue</key>
<value>10000</value>
</entry>
<entry>
<key>Max Size of Socket Buffer</key>
<value>1 MB</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Max Batch Size</key>
<value>1</value>
</entry>
<entry>
<key>Message Delimiter</key>
<value>\n</value>
</entry>
<entry>
<key>Max Number of TCP Connections</key>
<value>2</value>
</entry>
<entry>
<key>SSL Context Service</key>
</entry>
<entry>
<key>Client Auth</key>
<value>REQUIRED</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ListenTCP</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ListenTCP</type>
</processors>
<processors>
<id>534edb1c-809c-3e10-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.4.0-SNAPSHOT</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Local Network Interface</key>
<value>
<name>Local Network Interface</name>
</value>
</entry>
<entry>
<key>port</key>
<value>
<name>port</name>
</value>
</entry>
<entry>
<key>max-size-socket-buffer</key>
<value>
<name>max-size-socket-buffer</name>
</value>
</entry>
<entry>
<key>max-number-tcp-connections</key>
<value>
<name>max-number-tcp-connections</name>
</value>
</entry>
<entry>
<key>read-timeout</key>
<value>
<name>read-timeout</name>
</value>
</entry>
<entry>
<key>record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>record-reader</name>
</value>
</entry>
<entry>
<key>record-writer</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
<name>record-writer</name>
</value>
</entry>
<entry>
<key>reader-error-handling-strategy</key>
<value>
<name>reader-error-handling-strategy</name>
</value>
</entry>
<entry>
<key>record-batch-size</key>
<value>
<name>record-batch-size</name>
</value>
</entry>
<entry>
<key>ssl-context-service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>ssl-context-service</name>
</value>
</entry>
<entry>
<key>client-auth</key>
<value>
<name>client-auth</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Local Network Interface</key>
</entry>
<entry>
<key>port</key>
<value>9876</value>
</entry>
<entry>
<key>max-size-socket-buffer</key>
<value>1 MB</value>
</entry>
<entry>
<key>max-number-tcp-connections</key>
<value>2</value>
</entry>
<entry>
<key>read-timeout</key>
<value>30 seconds</value>
</entry>
<entry>
<key>record-reader</key>
<value>8271da1f-cfc0-323a-0000-000000000000</value>
</entry>
<entry>
<key>record-writer</key>
<value>bc886d0d-ddc9-38b5-0000-000000000000</value>
</entry>
<entry>
<key>reader-error-handling-strategy</key>
<value>Transfer</value>
</entry>
<entry>
<key>record-batch-size</key>
<value>1000</value>
</entry>
<entry>
<key>ssl-context-service</key>
</entry>
<entry>
<key>client-auth</key>
<value>REQUIRED</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ListenTCPRecord</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ListenTCPRecord</type>
</processors>
</snippet>
<timestamp>08/04/2017 22:51:54 CEST</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment