This gist contains NiFI template file for testing NIFI-3216 that enables variety type of Split processors work with Wait and Notify processors.
Last active
February 15, 2022 11:16
-
-
Save ijokarumawak/dc81cbfa04bc7ec39e89522653db5ea5 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" ?> | |
<template encoding-version="1.0"> | |
<description></description> | |
<groupId>9724581b-0159-1000-80cc-8012b2cb1a90</groupId> | |
<name>NIFI-3216: Wait/Notify N Signals</name> | |
<snippet> | |
<controllerServices> | |
<id>916b567f-0159-1000-0000-000000000000</id> | |
<parentGroupId>9724581b-0159-1000-0000-000000000000</parentGroupId> | |
<comments></comments> | |
<descriptors> | |
<entry> | |
<key>Server Hostname</key> | |
<value> | |
<name>Server Hostname</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Server Port</key> | |
<value> | |
<name>Server Port</name> | |
</value> | |
</entry> | |
<entry> | |
<key>SSL Context Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService> | |
<name>SSL Context Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Communications Timeout</key> | |
<value> | |
<name>Communications Timeout</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>DistributedMapCacheClientService</name> | |
<properties> | |
<entry> | |
<key>Server Hostname</key> | |
<value>localhost</value> | |
</entry> | |
<entry> | |
<key>Server Port</key> | |
<value>4557</value> | |
</entry> | |
<entry> | |
<key>SSL Context Service</key> | |
</entry> | |
<entry> | |
<key>Communications Timeout</key> | |
<value>30 secs</value> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type> | |
</controllerServices> | |
<processGroups> | |
<id>a528a1fc-0159-1000-0000-000000000000</id> | |
<parentGroupId>9724581b-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>0.0</x> | |
<y>0.0</y> | |
</position> | |
<comments>Contains Process Groups using SplitXXX processors with Wait/Notify processors.</comments> | |
<contents> | |
<controllerServices> | |
<id>a58976e1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<comments></comments> | |
<descriptors> | |
<entry> | |
<key>Database Connection URL</key> | |
<value> | |
<name>Database Connection URL</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Database Driver Class Name</key> | |
<value> | |
<name>Database Driver Class Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>database-driver-locations</key> | |
<value> | |
<name>database-driver-locations</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Database User</key> | |
<value> | |
<name>Database User</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Password</key> | |
<value> | |
<name>Password</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Max Wait Time</key> | |
<value> | |
<name>Max Wait Time</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Max Total Connections</key> | |
<value> | |
<name>Max Total Connections</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Validation-query</key> | |
<value> | |
<name>Validation-query</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>DBCPConnectionPool</name> | |
<properties> | |
<entry> | |
<key>Database Connection URL</key> | |
<value>jdbc:h2:tcp://localhost/~/dev/h2/nifi-3214</value> | |
</entry> | |
<entry> | |
<key>Database Driver Class Name</key> | |
<value>org.h2.Driver</value> | |
</entry> | |
<entry> | |
<key>database-driver-locations</key> | |
<value>/Users/koji/dev/h2/h2-1.4.193.jar</value> | |
</entry> | |
<entry> | |
<key>Database User</key> | |
<value>sa</value> | |
</entry> | |
<entry> | |
<key>Password</key> | |
</entry> | |
<entry> | |
<key>Max Wait Time</key> | |
<value>500 millis</value> | |
</entry> | |
<entry> | |
<key>Max Total Connections</key> | |
<value>8</value> | |
</entry> | |
<entry> | |
<key>Validation-query</key> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.dbcp.DBCPConnectionPool</type> | |
</controllerServices> | |
<processGroups> | |
<id>9706cc74-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>343.1858901977539</x> | |
<y>220.84548377990723</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>9168fb20-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>95.9000015258789</x> | |
<y>289.0532531738281</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>9168d425-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>91687e56-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>9169cca2-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>102.38206481933594</x> | |
<y>460.63555908203125</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>a4f06824-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>splits</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>9168d425-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916be4ba-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>9168d425-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916ced80-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916cd1ff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916d0c7d-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916d1f1e-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916cd1ff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916d2f90-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916cd1ff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916e3979-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>705.9603271484375</x> | |
<y>729.521484375</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916e22c2-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916a49aa-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>916e478a-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>106.49951934814453</x> | |
<y>735.41015625</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916e22c2-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916a49aa-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a4f0f9b8-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>100.8499755859375</x> | |
<y>618.3368530273438</y> | |
</bends> | |
<destination> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>916a49aa-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>9706cc74-0159-1000-0000-000000000000</groupId> | |
<id>a4f06824-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<processors> | |
<id>91687e56-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>235.7853885532155</x> | |
<y>162.75816345214844</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>line1 | |
line2 | |
line3</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>9168d425-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>304.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Line Split Count</key> | |
<value> | |
<name>Line Split Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Fragment Size</key> | |
<value> | |
<name>Maximum Fragment Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Header Line Count</key> | |
<value> | |
<name>Header Line Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Header Line Marker Characters</key> | |
<value> | |
<name>Header Line Marker Characters</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Remove Trailing Newlines</key> | |
<value> | |
<name>Remove Trailing Newlines</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Line Split Count</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Maximum Fragment Size</key> | |
</entry> | |
<entry> | |
<key>Header Line Count</key> | |
<value>0</value> | |
</entry> | |
<entry> | |
<key>Header Line Marker Characters</key> | |
</entry> | |
<entry> | |
<key>Remove Trailing Newlines</key> | |
<value>true</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitText</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>splits</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SplitText</type> | |
</processors> | |
<processors> | |
<id>916a49aa-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>234.6365543246999</x> | |
<y>580.8348205684798</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>916bbe16-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait for N Signals</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>916cd1ff-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>916e22c2-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>235.86076697118426</x> | |
<y>721.2837131596577</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a4f06824-0159-1000-0000-000000000000</id> | |
<parentGroupId>9706cc74-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>232.59803078047673</x> | |
<y>442.25803774301426</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
</contents> | |
<name>SplitText</name> | |
</processGroups> | |
<processGroups> | |
<id>a51a77f2-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>343.1858901977539</x> | |
<y>422.97339630126953</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a51a77fc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f6-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f9-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a77fd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a77fe-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77fa-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f6-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a7800-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f8-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a7801-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51badd3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a7802-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f8-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a7803-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f8-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51a7805-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77fa-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f6-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a51c5d5b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51badd3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5c33fbc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51a77f9-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>split</selectedRelationships> | |
<source> | |
<groupId>a51a77f2-0159-1000-0000-000000000000</groupId> | |
<id>a51badd3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<processors> | |
<id>a51a77f3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value><?xml version="1.0"?> | |
<items> | |
<item id="1">AAA</item> | |
<item id="2">BBB</item> | |
<item id="3">CCC</item> | |
</items></value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a51a77f6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a51a77f7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a51a77f8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a51a77f9-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>232.57079384200017</x> | |
<y>525.3478814930143</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a51a77fa-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a51badd3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a51a77f2-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>236.09938937597178</x> | |
<y>306.1466030090843</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Split Depth</key> | |
<value> | |
<name>Split Depth</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Split Depth</key> | |
<value>1</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitXml</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>split</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SplitXml</type> | |
</processors> | |
</contents> | |
<name>SplitXml</name> | |
</processGroups> | |
<processGroups> | |
<id>a521e3af-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>343.1858901977539</x> | |
<y>13.317686080932617</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a521e3b8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3ba-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3bb-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b2-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3bc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b1-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3bd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b1-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3c0-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b2-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a521e3c1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b2-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a521e3af-0159-1000-0000-000000000000</groupId> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a5228d9c-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5234e63-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5242816-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a521e3b0-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value><?xml version="1.0"?> | |
<items> | |
<item id="1">AAA</item> | |
<item id="2">BBB</item> | |
<item id="3">CCC</item> | |
</items></value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a521e3b1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a521e3b2-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a521e3b4-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a521e3b5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a521e3b7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a521e3af-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>243.73241493575017</x> | |
<y>529.5234186023893</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
</contents> | |
<name>BASE</name> | |
</processGroups> | |
<processGroups> | |
<id>a5271923-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>768.9436721801758</x> | |
<y>220.84548377990723</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a527192f-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a5271929-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271930-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271931-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271932-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a5271927-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a5271929-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271933-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271934-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a5271927-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a5271929-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5271935-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a52a26ec-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>split</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a529ff3d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a52a5c2b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a529ff3d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a52a6814-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a529ff3d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5271923-0159-1000-0000-000000000000</groupId> | |
<id>a527192b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a5271924-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5271925-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5271926-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a5271927-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a5271929-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a527192a-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a527192b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>[{"id": "1", "value": "AAA"}, | |
{"id": "2", "value": "BBB"}, | |
{"id": "3", "value": "CCC"}] | |
</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a527192c-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>242.54589149825017</x> | |
<y>528.8796197742643</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a527192d-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a529ff3d-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5271923-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>247.32809139653625</x> | |
<y>309.13918521695126</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>JsonPath Expression</key> | |
<value> | |
<name>JsonPath Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Null Value Representation</key> | |
<value> | |
<name>Null Value Representation</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>JsonPath Expression</key> | |
<value>$[*]</value> | |
</entry> | |
<entry> | |
<key>Null Value Representation</key> | |
<value>empty string</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitJson</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>split</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SplitJson</type> | |
</processors> | |
</contents> | |
<name>SpliJson</name> | |
</processGroups> | |
<processGroups> | |
<id>a5303ce5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>1211.686866760254</x> | |
<y>422.97339630126953</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a5303cf1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ceb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cee-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf2-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cef-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf4-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ce9-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ceb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cef-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ce9-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ceb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5303cf7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cef-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a534b8c3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a530c0ad-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303ced-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a534c9fc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cee-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>splits</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a530c0ad-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a534de3f-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a5303ce5-0159-1000-0000-000000000000</groupId> | |
<id>a530c0ad-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a5303ce6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5303ce7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5303ce8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a5303ce9-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a5303ceb-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a5303cec-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a5303ced-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>item1|item2|item3</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a5303cee-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>248.0804679142658</x> | |
<y>529.4247857898893</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a5303cef-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a530c0ad-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5303ce5-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>234.57559464050314</x> | |
<y>309.13920018235916</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Byte Sequence Format</key> | |
<value> | |
<name>Byte Sequence Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Byte Sequence</key> | |
<value> | |
<name>Byte Sequence</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Keep Byte Sequence</key> | |
<value> | |
<name>Keep Byte Sequence</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Byte Sequence Location</key> | |
<value> | |
<name>Byte Sequence Location</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Byte Sequence Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Byte Sequence</key> | |
<value>|</value> | |
</entry> | |
<entry> | |
<key>Keep Byte Sequence</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Byte Sequence Location</key> | |
<value>Trailing</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitContent</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>splits</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SplitContent</type> | |
</processors> | |
</contents> | |
<name>SplitContent</name> | |
</processGroups> | |
<processGroups> | |
<id>a53929ed-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>343.1858901977539</x> | |
<y>625.5761184692383</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a53929f9-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f6-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929fa-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929fb-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929fc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f1-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929fd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929fe-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f1-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53929ff-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f7-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53a211c-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53a020c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53a3333-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f6-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53a020c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53bd227-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53acdfd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53929f5-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a53be707-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53a020c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>merged</selectedRelationships> | |
<source> | |
<groupId>a53929ed-0159-1000-0000-000000000000</groupId> | |
<id>a53acdfd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a53929ee-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a53929ef-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a53929f0-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a53929f1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a53929f3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a53929f4-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a53929f5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>-142.07705346338605</x> | |
<y>20.25035858154297</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>3</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>line ${UUID()}</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a53929f6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>241.73238441817205</x> | |
<y>524.5234186023893</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a53929f7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a53a020c-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>245.73407242370638</x> | |
<y>317.10951744827355</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Packaging Format</key> | |
<value> | |
<name>Packaging Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>File Filter</key> | |
<value> | |
<name>File Filter</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Packaging Format</key> | |
<value>use mime.type attribute</value> | |
</entry> | |
<entry> | |
<key>File Filter</key> | |
<value>.*</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UnpackContent</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.UnpackContent</type> | |
</processors> | |
<processors> | |
<id>a53acdfd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a53929ed-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>545.605798526447</x> | |
<y>22.276239317089733</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Merge Strategy</key> | |
<value> | |
<name>Merge Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Merge Format</key> | |
<value> | |
<name>Merge Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Strategy</key> | |
<value> | |
<name>Attribute Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Correlation Attribute Name</key> | |
<value> | |
<name>Correlation Attribute Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Minimum Number of Entries</key> | |
<value> | |
<name>Minimum Number of Entries</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Number of Entries</key> | |
<value> | |
<name>Maximum Number of Entries</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Minimum Group Size</key> | |
<value> | |
<name>Minimum Group Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Group Size</key> | |
<value> | |
<name>Maximum Group Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Max Bin Age</key> | |
<value> | |
<name>Max Bin Age</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum number of Bins</key> | |
<value> | |
<name>Maximum number of Bins</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Delimiter Strategy</key> | |
<value> | |
<name>Delimiter Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Header File</key> | |
<value> | |
<name>Header File</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Footer File</key> | |
<value> | |
<name>Footer File</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Demarcator File</key> | |
<value> | |
<name>Demarcator File</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Compression Level</key> | |
<value> | |
<name>Compression Level</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Keep Path</key> | |
<value> | |
<name>Keep Path</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Merge Strategy</key> | |
<value>Bin-Packing Algorithm</value> | |
</entry> | |
<entry> | |
<key>Merge Format</key> | |
<value>ZIP</value> | |
</entry> | |
<entry> | |
<key>Attribute Strategy</key> | |
<value>Keep Only Common Attributes</value> | |
</entry> | |
<entry> | |
<key>Correlation Attribute Name</key> | |
</entry> | |
<entry> | |
<key>Minimum Number of Entries</key> | |
<value>3</value> | |
</entry> | |
<entry> | |
<key>Maximum Number of Entries</key> | |
<value>1000</value> | |
</entry> | |
<entry> | |
<key>Minimum Group Size</key> | |
<value>0 B</value> | |
</entry> | |
<entry> | |
<key>Maximum Group Size</key> | |
</entry> | |
<entry> | |
<key>Max Bin Age</key> | |
</entry> | |
<entry> | |
<key>Maximum number of Bins</key> | |
<value>5</value> | |
</entry> | |
<entry> | |
<key>Delimiter Strategy</key> | |
<value>Filename</value> | |
</entry> | |
<entry> | |
<key>Header File</key> | |
</entry> | |
<entry> | |
<key>Footer File</key> | |
</entry> | |
<entry> | |
<key>Demarcator File</key> | |
</entry> | |
<entry> | |
<key>Compression Level</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Keep Path</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>MergeContent</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>merged</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.MergeContent</type> | |
</processors> | |
</contents> | |
<name>UnpackContent</name> | |
</processGroups> | |
<processGroups> | |
<id>a5683af8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>1211.686866760254</x> | |
<y>220.84548377990723</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a5683b04-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683afe-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b01-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b05-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b06-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b02-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b07-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683afc-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683afe-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b08-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b02-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b09-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683afc-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683afe-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5683b0a-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b02-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5693085-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a568e612-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a56afa33-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a568e612-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b00-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5869ee5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>sql</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a568e612-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a586b941-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>769.5053100585938</x> | |
<y>693.0</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b02-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a586d078-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>704.5053033742049</x> | |
<y>571.9999991329341</y> | |
</bends> | |
<bends> | |
<x>704.5053033742049</x> | |
<y>621.9999991329341</y> | |
</bends> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>retry</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a586e4fd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5683b01-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5683af8-0159-1000-0000-000000000000</groupId> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a5683af9-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5683afa-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5683afb-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a5683afc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a5683afe-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>234.51506384618426</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a5683aff-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a5683b00-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>247.60267981298114</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>[{"id": "7", "name": "AAA"}, | |
{"id": "8", "name": "BBB"}, | |
{"id": "9", "name": "CCC"}] | |
</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a5683b01-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>-398.26758506424983</x> | |
<y>624.5234186023893</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a5683b02-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a568e612-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>244.13991430860517</x> | |
<y>312.3273318241191</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>JDBC Connection Pool</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService> | |
<name>JDBC Connection Pool</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Statement Type</key> | |
<value> | |
<name>Statement Type</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Table Name</key> | |
<value> | |
<name>Table Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Catalog Name</key> | |
<value> | |
<name>Catalog Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Schema Name</key> | |
<value> | |
<name>Schema Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Translate Field Names</key> | |
<value> | |
<name>Translate Field Names</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unmatched Field Behavior</key> | |
<value> | |
<name>Unmatched Field Behavior</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unmatched Column Behavior</key> | |
<value> | |
<name>Unmatched Column Behavior</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Update Keys</key> | |
<value> | |
<name>Update Keys</name> | |
</value> | |
</entry> | |
<entry> | |
<key>jts-quoted-identifiers</key> | |
<value> | |
<name>jts-quoted-identifiers</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>JDBC Connection Pool</key> | |
<value>a58976e1-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Statement Type</key> | |
<value>INSERT</value> | |
</entry> | |
<entry> | |
<key>Table Name</key> | |
<value>TABLE_A</value> | |
</entry> | |
<entry> | |
<key>Catalog Name</key> | |
</entry> | |
<entry> | |
<key>Schema Name</key> | |
</entry> | |
<entry> | |
<key>Translate Field Names</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>Unmatched Field Behavior</key> | |
<value>Ignore Unmatched Fields</value> | |
</entry> | |
<entry> | |
<key>Unmatched Column Behavior</key> | |
<value>Fail on Unmatched Columns</value> | |
</entry> | |
<entry> | |
<key>Update Keys</key> | |
</entry> | |
<entry> | |
<key>jts-quoted-identifiers</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ConvertJSONToSQL</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>sql</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ConvertJSONToSQL</type> | |
</processors> | |
<processors> | |
<id>a5867b5b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5683af8-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>249.5053033742049</x> | |
<y>531.9999991329341</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>JDBC Connection Pool</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService> | |
<name>JDBC Connection Pool</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Support Fragmented Transactions</key> | |
<value> | |
<name>Support Fragmented Transactions</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Transaction Timeout</key> | |
<value> | |
<name>Transaction Timeout</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Obtain Generated Keys</key> | |
<value> | |
<name>Obtain Generated Keys</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>JDBC Connection Pool</key> | |
<value>a58976e1-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Support Fragmented Transactions</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>Transaction Timeout</key> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>100</value> | |
</entry> | |
<entry> | |
<key>Obtain Generated Keys</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>PutSQL</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>retry</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.PutSQL</type> | |
</processors> | |
</contents> | |
<name>ConvertJsonToSQL</name> | |
</processGroups> | |
<processGroups> | |
<id>a5783dd6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>768.9436721801758</x> | |
<y>422.97339630126953</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a5783de2-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddc-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddf-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de4-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783de0-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783dda-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddc-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de6-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783de0-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783dda-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddc-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5783de8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783de0-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a5796ef1-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a578ffae-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783dde-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a579a8cd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a578ffae-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a579bbd3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a5783ddf-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>segments</selectedRelationships> | |
<source> | |
<groupId>a5783dd6-0159-1000-0000-000000000000</groupId> | |
<id>a578ffae-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a5783dd7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5783dd8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a5783dd9-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a5783dda-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a5783ddc-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a5783ddd-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a5783dde-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>239.5136295200124</x> | |
<y>79.00137329101562</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>AAABBBCCC</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a5783ddf-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>245.62435219160955</x> | |
<y>525.3860895008268</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a5783de0-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>908.1220973250365</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a578ffae-0159-1000-0000-000000000000</id> | |
<parentGroupId>a5783dd6-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>245.73402105727246</x> | |
<y>318.7035651733999</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Segment Size</key> | |
<value> | |
<name>Segment Size</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Segment Size</key> | |
<value>3b</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SegmentContent</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>segments</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SegmentContent</type> | |
</processors> | |
</contents> | |
<name>SegmentContent</name> | |
</processGroups> | |
<processGroups> | |
<id>a57de357-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>768.9436721801758</x> | |
<y>625.5761184692383</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a57de363-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de360-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de364-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de365-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de361-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de366-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de367-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de361-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de368-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57de369-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de361-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57ecb9d-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57ea119-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a57eff78-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57de360-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>split</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57ea119-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a58b4eb5-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a57ea119-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a57de357-0159-1000-0000-000000000000</groupId> | |
<id>a5884be8-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a57de358-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a57de359-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a57de35a-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a57de35b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a57de35d-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>default</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a57de35e-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a57de360-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>244.7082984196369</x> | |
<y>530.329509910983</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a57de361-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a57ea119-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>244.13994579441476</x> | |
<y>312.32733773368216</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Split Strategy</key> | |
<value> | |
<name>Split Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Output Size</key> | |
<value> | |
<name>Output Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Output Strategy</key> | |
<value> | |
<name>Output Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Transfer Metadata</key> | |
<value> | |
<name>Transfer Metadata</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Split Strategy</key> | |
<value>Record</value> | |
</entry> | |
<entry> | |
<key>Output Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Output Strategy</key> | |
<value>Datafile</value> | |
</entry> | |
<entry> | |
<key>Transfer Metadata</key> | |
<value>true</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitAvro</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>split</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.avro.SplitAvro</type> | |
</processors> | |
<processors> | |
<id>a5884be8-0159-1000-0000-000000000000</id> | |
<parentGroupId>a57de357-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>241.70151051453433</x> | |
<y>80.32025400408713</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Database Connection Pooling Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService> | |
<name>Database Connection Pooling Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>SQL select query</key> | |
<value> | |
<name>SQL select query</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Max Wait Time</key> | |
<value> | |
<name>Max Wait Time</name> | |
</value> | |
</entry> | |
<entry> | |
<key>dbf-normalize</key> | |
<value> | |
<name>dbf-normalize</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Database Connection Pooling Service</key> | |
<value>a58976e1-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>SQL select query</key> | |
<value>select * from TABLE_A</value> | |
</entry> | |
<entry> | |
<key>Max Wait Time</key> | |
<value>0 seconds</value> | |
</entry> | |
<entry> | |
<key>dbf-normalize</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ExecuteSQL</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ExecuteSQL</type> | |
</processors> | |
</contents> | |
<name>SplitAvro</name> | |
</processGroups> | |
<processGroups> | |
<id>a65e2f86-0159-1000-0000-000000000000</id> | |
<parentGroupId>a528a1fc-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>768.9436721801758</x> | |
<y>13.317686080932617</y> | |
</position> | |
<comments></comments> | |
<contents> | |
<connections> | |
<id>a65e2f90-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>46.5366096496582</x> | |
<y>594.0984497070312</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a6605bf3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f91-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>344.2521644301653</y> | |
</bends> | |
<bends> | |
<x>1354.1095851180053</x> | |
<y>394.2521644301653</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>wait</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f92-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1301.9232177734375</x> | |
<y>493.3699035644531</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8f-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>expired</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f93-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>203.45669169402015</x> | |
<y>908.0587175476626</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f94-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8f-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f95-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8a-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a65e2f96-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>836.1978149414062</x> | |
<y>497.9583435058594</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8f-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a66088d7-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>48.716976165771484</x> | |
<y>808.8645629882812</y> | |
</bends> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8b-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>0</labelIndex> | |
<name></name> | |
<selectedRelationships>matched</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a6605bf3-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a661da76-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a661c3eb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8d-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a661ec21-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8e-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>splits</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a661c3eb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>a6621726-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>original</selectedRelationships> | |
<source> | |
<groupId>a65e2f86-0159-1000-0000-000000000000</groupId> | |
<id>a661c3eb-0159-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<labels> | |
<id>a65e2f87-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>217.04087013943263</x> | |
<y>286.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Add SplitXXX here</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a65e2f88-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>878.0408701394326</x> | |
<y>277.8222942624266</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Original here to wait all fragments to be processed.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#dbffd6</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<labels> | |
<id>a65e2f89-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>219.94925636990138</x> | |
<y>499.6016216550047</y> | |
</position> | |
<height>172.15882873535156</height> | |
<label>Pass Split here to process each fragment.</label> | |
<style> | |
<entry> | |
<key>background-color</key> | |
<value>#d6edff</value> | |
</entry> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>392.1395568847656</width> | |
</labels> | |
<processors> | |
<id>a65e2f8a-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>942.6955783940327</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a65e2f8b-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>233.5053287387624</x> | |
<y>743.4218567012923</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
<value> | |
<name>Attribute Cache Regex</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value>${process.result}</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Cache Regex</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Notify</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Notify</type> | |
</processors> | |
<processors> | |
<id>a65e2f8c-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>304.2521644301653</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value> | |
<name>Release Signal Identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value> | |
<name>Target Signal Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
<value> | |
<name>Signal Counter Name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value> | |
<name>Expiration Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> | |
<name>Distributed Cache Service</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value> | |
<name>Attribute Copy Mode</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Release Signal Identifier</key> | |
<value>${fragment.identifier}</value> | |
</entry> | |
<entry> | |
<key>Target Signal Count</key> | |
<value>${fragment.count}</value> | |
</entry> | |
<entry> | |
<key>Signal Counter Name</key> | |
</entry> | |
<entry> | |
<key>Expiration Duration</key> | |
<value>10 min</value> | |
</entry> | |
<entry> | |
<key>Distributed Cache Service</key> | |
<value>916b567f-0159-1000-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>Attribute Copy Mode</key> | |
<value>keeporiginal</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>Wait</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>expired</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>wait</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.Wait</type> | |
</processors> | |
<processors> | |
<id>a65e2f8d-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>234.5955386996999</x> | |
<y>78.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>File Size</key> | |
<value> | |
<name>File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value> | |
<name>Batch Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value> | |
<name>Data Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value> | |
<name>Unique FlowFiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value> | |
<name>generate-ff-custom-text</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Text</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>generate-ff-custom-text</key> | |
<value>success | |
success | |
success | |
failure | |
success | |
success | |
failure | |
success</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>1d</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>a65e2f8e-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>243.73241493575017</x> | |
<y>529.5234186023893</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value> | |
<name>Rate Control Criteria</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value> | |
<name>Maximum Rate</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
<value> | |
<name>Rate Controlled Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value> | |
<name>Time Duration</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
<value> | |
<name>Grouping Attribute</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Rate Control Criteria</key> | |
<value>flowfile count</value> | |
</entry> | |
<entry> | |
<key>Maximum Rate</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Rate Controlled Attribute</key> | |
</entry> | |
<entry> | |
<key>Time Duration</key> | |
<value>5 sec</value> | |
</entry> | |
<entry> | |
<key>Grouping Attribute</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ControlRate</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ControlRate</type> | |
</processors> | |
<processors> | |
<id>a65e2f8f-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>899.1095851180053</x> | |
<y>558.1938083745015</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
<value> | |
<name>Delete Attributes Expression</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value> | |
<name>Store State</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
<value> | |
<name>Stateful Variables Initial Value</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Delete Attributes Expression</key> | |
</entry> | |
<entry> | |
<key>Store State</key> | |
<value>Do not store state</value> | |
</entry> | |
<entry> | |
<key>Stateful Variables Initial Value</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>UpdateAttribute</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type> | |
</processors> | |
<processors> | |
<id>a6605bf3-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>-151.87681011596408</x> | |
<y>635.525400016156</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Character Set</key> | |
<value> | |
<name>Character Set</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Buffer Size</key> | |
<value> | |
<name>Maximum Buffer Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Capture Group Length</key> | |
<value> | |
<name>Maximum Capture Group Length</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Canonical Equivalence</key> | |
<value> | |
<name>Enable Canonical Equivalence</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Case-insensitive Matching</key> | |
<value> | |
<name>Enable Case-insensitive Matching</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Permit Whitespace and Comments in Pattern</key> | |
<value> | |
<name>Permit Whitespace and Comments in Pattern</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable DOTALL Mode</key> | |
<value> | |
<name>Enable DOTALL Mode</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Literal Parsing of the Pattern</key> | |
<value> | |
<name>Enable Literal Parsing of the Pattern</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Multiline Mode</key> | |
<value> | |
<name>Enable Multiline Mode</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode-aware Case Folding</key> | |
<value> | |
<name>Enable Unicode-aware Case Folding</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode Predefined Character Classes</key> | |
<value> | |
<name>Enable Unicode Predefined Character Classes</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Enable Unix Lines Mode</key> | |
<value> | |
<name>Enable Unix Lines Mode</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Include Capture Group 0</key> | |
<value> | |
<name>Include Capture Group 0</name> | |
</value> | |
</entry> | |
<entry> | |
<key>extract-text-enable-repeating-capture-group</key> | |
<value> | |
<name>extract-text-enable-repeating-capture-group</name> | |
</value> | |
</entry> | |
<entry> | |
<key>process.result</key> | |
<value> | |
<name>process.result</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Character Set</key> | |
<value>UTF-8</value> | |
</entry> | |
<entry> | |
<key>Maximum Buffer Size</key> | |
<value>1 MB</value> | |
</entry> | |
<entry> | |
<key>Maximum Capture Group Length</key> | |
<value>1024</value> | |
</entry> | |
<entry> | |
<key>Enable Canonical Equivalence</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Case-insensitive Matching</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Permit Whitespace and Comments in Pattern</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable DOTALL Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Literal Parsing of the Pattern</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Multiline Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode-aware Case Folding</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode Predefined Character Classes</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unix Lines Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Include Capture Group 0</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>extract-text-enable-repeating-capture-group</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>process.result</key> | |
<value>^(.*)$</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ExtractText</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>matched</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>unmatched</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ExtractText</type> | |
</processors> | |
<processors> | |
<id>a661c3eb-0159-1000-0000-000000000000</id> | |
<parentGroupId>a65e2f86-0159-1000-0000-000000000000</parentGroupId> | |
<position> | |
<x>239.49901627562224</x> | |
<y>308.47037670700286</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Line Split Count</key> | |
<value> | |
<name>Line Split Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum Fragment Size</key> | |
<value> | |
<name>Maximum Fragment Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Header Line Count</key> | |
<value> | |
<name>Header Line Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Header Line Marker Characters</key> | |
<value> | |
<name>Header Line Marker Characters</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Remove Trailing Newlines</key> | |
<value> | |
<name>Remove Trailing Newlines</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Line Split Count</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Maximum Fragment Size</key> | |
</entry> | |
<entry> | |
<key>Header Line Count</key> | |
<value>0</value> | |
</entry> | |
<entry> | |
<key>Header Line Marker Characters</key> | |
</entry> | |
<entry> | |
<key>Remove Trailing Newlines</key> | |
<value>true</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>SplitText</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>splits</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.SplitText</type> | |
</processors> | |
</contents> | |
<name>MultiCountersExample</name> | |
</processGroups> | |
</contents> | |
<name>NIFI-3216: Wait/Notify N Signals</name> | |
</processGroups> | |
</snippet> | |
<timestamp>01/16/2017 19:29:03 JST</timestamp> | |
</template> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment