0.NIFI-3545: Let M FlowFilews pass through once N signals arrive.md

This Gist contains three (3) sample NiFi data flow templates to illustrate how NIFI-3545 enhancement works.

Wait N signals and let M FlowFiles go

Template file

Gate open/close

Template file

Control rate at cluster wide

Template file

control-rate-across-cluster.png

Control_Rate_across_cluster.xml

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>8c9f1b4a-015a-1000-58c8-581b0475abd8</groupId>
  <name>Control Rate across cluster</name>
  <snippet>
    <controllerServices>
      <id>8f518d90-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <comments></comments>
      <descriptors>
        <entry>
          <key>Server Hostname</key>
          <value>
            <name>Server Hostname</name>
          </value>
        </entry>
        <entry>
          <key>Server Port</key>
          <value>
            <name>Server Port</name>
          </value>
        </entry>
        <entry>
          <key>SSL Context Service</key>
          <value>
            <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
            <name>SSL Context Service</name>
          </value>
        </entry>
        <entry>
          <key>Communications Timeout</key>
          <value>
            <name>Communications Timeout</name>
          </value>
        </entry>
      </descriptors>
      <name>DistributedMapCacheClientService</name>
      <properties>
        <entry>
          <key>Server Hostname</key>
          <value>localhost</value>
        </entry>
        <entry>
          <key>Server Port</key>
        </entry>
        <entry>
          <key>SSL Context Service</key>
        </entry>
        <entry>
          <key>Communications Timeout</key>
        </entry>
      </properties>
      <state>ENABLED</state>
      <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
    </controllerServices>
    <processGroups>
      <id>8f6619da-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <position>
        <x>0.0</x>
        <y>0.0</y>
      </position>
      <comments></comments>
      <contents>
        <connections>
          <id>8f66c771-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>134.00643920898438</x>
            <y>169.81834411621094</y>
          </bends>
          <destination>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f66aac8-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f663731-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f672f9b-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>126.0506820678711</x>
            <y>317.994384765625</y>
          </bends>
          <destination>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f670fc9-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f66aac8-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f6a8caa-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>1095.3077392578125</x>
            <y>190.83277893066406</y>
          </bends>
          <destination>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f6a78bd-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f6749cf-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f6bbd2a-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>1096.3077392578125</x>
            <y>329.83277893066406</y>
          </bends>
          <destination>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f6ba0f5-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f6619da-015a-1000-0000-000000000000</groupId>
            <id>8f6a78bd-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <labels>
          <id>8f721f2d-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>200.7535154792427</x>
            <y>-54.97599935457799</y>
          </position>
          <height>550.9364624023438</height>
          <label>This part can run on every node in a cluster.
Since Wait processor uses DistributedCache, it can share
available bandwidth among nodes.</label>
          <style>
            <entry>
              <key>font-size</key>
              <value>12px</value>
            </entry>
          </style>
          <width>408.72723388671875</width>
        </labels>
        <labels>
          <id>8f738ee0-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>622.2723171226244</x>
            <y>-56.935536160594665</y>
          </position>
          <height>548.4273071289062</height>
          <label>This part should be scheduled to run on a primary node.
With configured schedule interval, it opens corresponding Wait processor.</label>
          <style>
            <entry>
              <key>background-color</key>
              <value>#e1ffd6</value>
            </entry>
            <entry>
              <key>font-size</key>
              <value>12px</value>
            </entry>
          </style>
          <width>427.74908447265625</width>
        </labels>
        <processors>
          <id>8f663731-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>240.12030029296886</x>
            <y>44.832194519042936</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>${now()}</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>GenerateFlowFile</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
        <processors>
          <id>8f66aac8-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>240.12030029296886</x>
            <y>182.7774917602539</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>
                  <name>target-signal-count</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>
                  <name>wait-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>
                  <name>releasable-flowfile-count</name>
                </value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>
                  <name>expiration-duration</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>
                  <name>attribute-copy-mode</name>
                </value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>
                  <name>wait-mode</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>rate-control</value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>1000</value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>5</value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>10 min</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>keeporiginal</value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>keep</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Throttle at 5 FlowFiles</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>expired</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>wait</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#45ad5f</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Wait</type>
        </processors>
        <processors>
          <id>8f670fc9-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>240.12030029296886</x>
            <y>328.10561676025384</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>Delete Attributes Expression</key>
                <value>
                  <name>Delete Attributes Expression</name>
                </value>
              </entry>
              <entry>
                <key>Store State</key>
                <value>
                  <name>Store State</name>
                </value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
                <value>
                  <name>Stateful Variables Initial Value</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>Delete Attributes Expression</key>
              </entry>
              <entry>
                <key>Store State</key>
                <value>Do not store state</value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>UpdateAttribute</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
        </processors>
        <processors>
          <id>8f6749cf-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>633.3077392578126</x>
            <y>42.83278198242178</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>10 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Open Gate every 10 sec</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
        <processors>
          <id>8f6a78bd-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>633.3077392578126</x>
            <y>185.9421569824218</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>
                  <name>signal-counter-delta</name>
                </value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>
                  <name>signal-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
                <value>
                  <name>attribute-cache-regex</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>rate-control</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>default</value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>0</value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Notify Clear</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#45ad5f</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Notify</type>
        </processors>
        <processors>
          <id>8f6ba0f5-015a-1000-0000-000000000000</id>
          <parentGroupId>8f6619da-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>633.3077392578126</x>
            <y>327.9421569824218</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>
                  <name>signal-counter-delta</name>
                </value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>
                  <name>signal-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
                <value>
                  <name>attribute-cache-regex</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>rate-control</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>default</value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>1</value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Notify Open</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#45ad5f</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Notify</type>
        </processors>
      </contents>
      <name>Control Rate across cluster</name>
    </processGroups>
  </snippet>
  <timestamp>03/03/2017 00:10:28 JST</timestamp>
</template>

gate-open-close.png

Gate_Open-Close.xml

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>8c9f1b4a-015a-1000-58c8-581b0475abd8</groupId>
  <name>Gate Open/Close</name>
  <snippet>
    <controllerServices>
      <id>8f518d90-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <comments></comments>
      <descriptors>
        <entry>
          <key>Server Hostname</key>
          <value>
            <name>Server Hostname</name>
          </value>
        </entry>
        <entry>
          <key>Server Port</key>
          <value>
            <name>Server Port</name>
          </value>
        </entry>
        <entry>
          <key>SSL Context Service</key>
          <value>
            <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
            <name>SSL Context Service</name>
          </value>
        </entry>
        <entry>
          <key>Communications Timeout</key>
          <value>
            <name>Communications Timeout</name>
          </value>
        </entry>
      </descriptors>
      <name>DistributedMapCacheClientService</name>
      <properties>
        <entry>
          <key>Server Hostname</key>
          <value>localhost</value>
        </entry>
        <entry>
          <key>Server Port</key>
        </entry>
        <entry>
          <key>SSL Context Service</key>
        </entry>
        <entry>
          <key>Communications Timeout</key>
        </entry>
      </properties>
      <state>ENABLED</state>
      <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
    </controllerServices>
    <processGroups>
      <id>8f5a0c37-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <position>
        <x>0.0</x>
        <y>0.0</y>
      </position>
      <comments></comments>
      <contents>
        <connections>
          <id>8f506758-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <destination>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f504b04-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f4fc36e-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f50ded4-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>230.00784301757812</x>
            <y>215.63235473632812</y>
          </bends>
          <bends>
            <x>228.8098907470703</x>
            <y>345.01177978515625</y>
          </bends>
          <destination>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f4fc36e-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f4f7d05-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f53c716-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <destination>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f538035-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f539a08-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f551133-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <destination>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f538035-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5a0c37-015a-1000-0000-000000000000</groupId>
            <id>8f54fa49-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <labels>
          <id>8f780d73-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>238.39353155119628</x>
            <y>238.39356542498894</y>
          </position>
          <height>189.2772674560547</height>
          <label>Use 'Releasable FlowFile Count = 0' to control whether
any number of incoming FlowFile can go through this Wait processor or not.</label>
          <style>
            <entry>
              <key>font-size</key>
              <value>12px</value>
            </entry>
          </style>
          <width>461.213623046875</width>
        </labels>
        <processors>
          <id>8f4f7d05-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>296.0</x>
            <y>51.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>${now()}</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>GenerateFlowFile</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
        <processors>
          <id>8f4fc36e-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>296.0</x>
            <y>278.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>
                  <name>target-signal-count</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>
                  <name>wait-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>
                  <name>releasable-flowfile-count</name>
                </value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>
                  <name>expiration-duration</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>
                  <name>attribute-copy-mode</name>
                </value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>
                  <name>wait-mode</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>gate-A</value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>1000</value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>0</value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>10 min</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>keeporiginal</value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>keep</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Wait as a Flow Gate</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>expired</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>wait</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#5fc231</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Wait</type>
        </processors>
        <processors>
          <id>8f504b04-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>295.0</x>
            <y>514.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>Delete Attributes Expression</key>
                <value>
                  <name>Delete Attributes Expression</name>
                </value>
              </entry>
              <entry>
                <key>Store State</key>
                <value>
                  <name>Store State</name>
                </value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
                <value>
                  <name>Stateful Variables Initial Value</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>Delete Attributes Expression</key>
              </entry>
              <entry>
                <key>Store State</key>
                <value>Do not store state</value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>UpdateAttribute</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
        </processors>
        <processors>
          <id>8f538035-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>948.0</x>
            <y>285.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>
                  <name>signal-counter-delta</name>
                </value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>
                  <name>signal-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
                <value>
                  <name>attribute-cache-regex</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>gate-A</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>default</value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>${gate.state}</value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Notify</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#5fc231</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Notify</type>
        </processors>
        <processors>
          <id>8f539a08-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>762.6142578125</x>
            <y>44.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
              <entry>
                <key>gate.state</key>
                <value>
                  <name>gate.state</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
              </entry>
              <entry>
                <key>gate.state</key>
                <value>1</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1d</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>OpenGate</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#7ed968</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
        <processors>
          <id>8f54fa49-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5a0c37-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>1175.0</x>
            <y>42.0</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
              <entry>
                <key>gate.state</key>
                <value>
                  <name>gate.state</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
              </entry>
              <entry>
                <key>gate.state</key>
                <value>0</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1d</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>CloseGate</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#8c7c50</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
      </contents>
      <name>Gate Open/Close</name>
    </processGroups>
  </snippet>
  <timestamp>03/03/2017 00:10:14 JST</timestamp>
</template>

wait-n-and-let-m-go.png

Wait_N_signals_and_Let_M_FlowFiles_Go.xml

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>8c9f1b4a-015a-1000-58c8-581b0475abd8</groupId>
  <name>Wait N signals and Let M FlowFiles Go</name>
  <snippet>
    <controllerServices>
      <id>8f518d90-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <comments></comments>
      <descriptors>
        <entry>
          <key>Server Hostname</key>
          <value>
            <name>Server Hostname</name>
          </value>
        </entry>
        <entry>
          <key>Server Port</key>
          <value>
            <name>Server Port</name>
          </value>
        </entry>
        <entry>
          <key>SSL Context Service</key>
          <value>
            <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
            <name>SSL Context Service</name>
          </value>
        </entry>
        <entry>
          <key>Communications Timeout</key>
          <value>
            <name>Communications Timeout</name>
          </value>
        </entry>
      </descriptors>
      <name>DistributedMapCacheClientService</name>
      <properties>
        <entry>
          <key>Server Hostname</key>
          <value>localhost</value>
        </entry>
        <entry>
          <key>Server Port</key>
        </entry>
        <entry>
          <key>SSL Context Service</key>
        </entry>
        <entry>
          <key>Communications Timeout</key>
        </entry>
      </properties>
      <state>ENABLED</state>
      <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
    </controllerServices>
    <processGroups>
      <id>8f5af26c-015a-1000-0000-000000000000</id>
      <parentGroupId>8c9f1b4a-015a-1000-0000-000000000000</parentGroupId>
      <position>
        <x>0.0</x>
        <y>0.0</y>
      </position>
      <comments></comments>
      <contents>
        <connections>
          <id>8f5c3074-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>244.0</x>
            <y>306.0</y>
          </bends>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c2062-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5b1ee3-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f5e4db2-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>235.0</x>
            <y>377.0</y>
          </bends>
          <bends>
            <x>236.0</x>
            <y>536.0</y>
          </bends>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c66a2-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>splits</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c2062-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f6053f6-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5f67ad-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>splits</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c2062-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f61bfd0-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f619ed2-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5f67ad-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f62ec2a-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>812.0000000000001</x>
            <y>573.0000030517577</y>
          </bends>
          <bends>
            <x>812.0000000000001</x>
            <y>623.0000030517577</y>
          </bends>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c66a2-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>1</labelIndex>
          <name></name>
          <selectedRelationships>wait</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c66a2-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <connections>
          <id>8f62fcb4-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
          <backPressureObjectThreshold>10000</backPressureObjectThreshold>
          <bends>
            <x>225.0</x>
            <y>689.0</y>
          </bends>
          <destination>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f62d365-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </destination>
          <flowFileExpiration>0 sec</flowFileExpiration>
          <labelIndex>0</labelIndex>
          <name></name>
          <selectedRelationships>success</selectedRelationships>
          <source>
            <groupId>8f5af26c-015a-1000-0000-000000000000</groupId>
            <id>8f5c66a2-015a-1000-0000-000000000000</id>
            <type>PROCESSOR</type>
          </source>
          <zIndex>0</zIndex>
        </connections>
        <labels>
          <id>8f7bd116-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>951.0</x>
            <y>257.00000305175774</y>
          </position>
          <height>467.0</height>
          <label>If left side flow depends on this right side flow, and if this part is slower
but the left side needs to wait for this processing completes.</label>
          <style>
            <entry>
              <key>font-size</key>
              <value>12px</value>
            </entry>
          </style>
          <width>407.0</width>
        </labels>
        <labels>
          <id>8f7c4303-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>307.0</x>
            <y>450.00000305175774</y>
          </position>
          <height>382.0</height>
          <label>Wait processor now provides a option to wait multiple signals,
and release multiple FlowFiles when signal counter reaches target count.</label>
          <style>
            <entry>
              <key>font-size</key>
              <value>12px</value>
            </entry>
          </style>
          <width>440.0</width>
        </labels>
        <processors>
          <id>8f5b1ee3-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>364.0000000000001</x>
            <y>159.00000305175777</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>File Size</key>
                <value>
                  <name>File Size</name>
                </value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>
                  <name>Batch Size</name>
                </value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>
                  <name>Data Format</name>
                </value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>
                  <name>Unique FlowFiles</name>
                </value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>
                  <name>generate-ff-custom-text</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>File Size</key>
                <value>0B</value>
              </entry>
              <entry>
                <key>Batch Size</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Data Format</key>
                <value>Text</value>
              </entry>
              <entry>
                <key>Unique FlowFiles</key>
                <value>false</value>
              </entry>
              <entry>
                <key>generate-ff-custom-text</key>
                <value>k1=v1
k2=v2
k3=v3
k4=v4
k5=v5</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1d</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>GenerateFlowFile</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
        </processors>
        <processors>
          <id>8f5c2062-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>364.0000000000001</x>
            <y>313.0000030517578</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>Line Split Count</key>
                <value>
                  <name>Line Split Count</name>
                </value>
              </entry>
              <entry>
                <key>Maximum Fragment Size</key>
                <value>
                  <name>Maximum Fragment Size</name>
                </value>
              </entry>
              <entry>
                <key>Header Line Count</key>
                <value>
                  <name>Header Line Count</name>
                </value>
              </entry>
              <entry>
                <key>Header Line Marker Characters</key>
                <value>
                  <name>Header Line Marker Characters</name>
                </value>
              </entry>
              <entry>
                <key>Remove Trailing Newlines</key>
                <value>
                  <name>Remove Trailing Newlines</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>Line Split Count</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Maximum Fragment Size</key>
              </entry>
              <entry>
                <key>Header Line Count</key>
                <value>0</value>
              </entry>
              <entry>
                <key>Header Line Marker Characters</key>
              </entry>
              <entry>
                <key>Remove Trailing Newlines</key>
                <value>true</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>SplitText</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>original</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>splits</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.SplitText</type>
        </processors>
        <processors>
          <id>8f5c66a2-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>357.0000000000001</x>
            <y>533.0000030517577</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>
                  <name>target-signal-count</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>
                  <name>wait-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>
                  <name>releasable-flowfile-count</name>
                </value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>
                  <name>expiration-duration</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>
                  <name>attribute-copy-mode</name>
                </value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>
                  <name>wait-mode</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>${fragment.identifier}</value>
              </entry>
              <entry>
                <key>target-signal-count</key>
                <value>${fragment.count}</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
              </entry>
              <entry>
                <key>wait-buffer-count</key>
                <value>1000</value>
              </entry>
              <entry>
                <key>releasable-flowfile-count</key>
                <value>${fragment.count}</value>
              </entry>
              <entry>
                <key>expiration-duration</key>
                <value>10 min</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-copy-mode</key>
                <value>keeporiginal</value>
              </entry>
              <entry>
                <key>wait-mode</key>
                <value>wait</value>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>1 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Wait</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>expired</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>wait</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#5fc967</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Wait</type>
        </processors>
        <processors>
          <id>8f5f67ad-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>976.0</x>
            <y>322.00000305175774</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>Rate Control Criteria</key>
                <value>
                  <name>Rate Control Criteria</name>
                </value>
              </entry>
              <entry>
                <key>Maximum Rate</key>
                <value>
                  <name>Maximum Rate</name>
                </value>
              </entry>
              <entry>
                <key>Rate Controlled Attribute</key>
                <value>
                  <name>Rate Controlled Attribute</name>
                </value>
              </entry>
              <entry>
                <key>Time Duration</key>
                <value>
                  <name>Time Duration</name>
                </value>
              </entry>
              <entry>
                <key>Grouping Attribute</key>
                <value>
                  <name>Grouping Attribute</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>Rate Control Criteria</key>
                <value>flowfile count</value>
              </entry>
              <entry>
                <key>Maximum Rate</key>
                <value>1</value>
              </entry>
              <entry>
                <key>Rate Controlled Attribute</key>
              </entry>
              <entry>
                <key>Time Duration</key>
                <value>5 sec</value>
              </entry>
              <entry>
                <key>Grouping Attribute</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>ControlRate</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.standard.ControlRate</type>
        </processors>
        <processors>
          <id>8f619ed2-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>978.0</x>
            <y>564.0000030517577</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>release-signal-id</key>
                <value>
                  <name>release-signal-id</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>
                  <name>signal-counter-name</name>
                </value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>
                  <name>signal-counter-delta</name>
                </value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>
                  <name>signal-buffer-count</name>
                </value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>
                  <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService>
                  <name>distributed-cache-service</name>
                </value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
                <value>
                  <name>attribute-cache-regex</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>release-signal-id</key>
                <value>${fragment.identifier}</value>
              </entry>
              <entry>
                <key>signal-counter-name</key>
                <value>default</value>
              </entry>
              <entry>
                <key>signal-counter-delta</key>
                <value>1</value>
              </entry>
              <entry>
                <key>signal-buffer-count</key>
                <value>1000</value>
              </entry>
              <entry>
                <key>distributed-cache-service</key>
                <value>8f518d90-015a-1000-0000-000000000000</value>
              </entry>
              <entry>
                <key>attribute-cache-regex</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Notify</name>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>failure</name>
          </relationships>
          <relationships>
            <autoTerminate>true</autoTerminate>
            <name>success</name>
          </relationships>
          <style>
            <entry>
              <key>background-color</key>
              <value>#5fc967</value>
            </entry>
          </style>
          <type>org.apache.nifi.processors.standard.Notify</type>
        </processors>
        <processors>
          <id>8f62d365-015a-1000-0000-000000000000</id>
          <parentGroupId>8f5af26c-015a-1000-0000-000000000000</parentGroupId>
          <position>
            <x>359.0</x>
            <y>671.0000030517577</y>
          </position>
          <config>
            <bulletinLevel>WARN</bulletinLevel>
            <comments></comments>
            <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
            <descriptors>
              <entry>
                <key>Delete Attributes Expression</key>
                <value>
                  <name>Delete Attributes Expression</name>
                </value>
              </entry>
              <entry>
                <key>Store State</key>
                <value>
                  <name>Store State</name>
                </value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
                <value>
                  <name>Stateful Variables Initial Value</name>
                </value>
              </entry>
            </descriptors>
            <executionNode>ALL</executionNode>
            <lossTolerant>false</lossTolerant>
            <penaltyDuration>30 sec</penaltyDuration>
            <properties>
              <entry>
                <key>Delete Attributes Expression</key>
              </entry>
              <entry>
                <key>Store State</key>
                <value>Do not store state</value>
              </entry>
              <entry>
                <key>Stateful Variables Initial Value</key>
              </entry>
            </properties>
            <runDurationMillis>0</runDurationMillis>
            <schedulingPeriod>0 sec</schedulingPeriod>
            <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
            <yieldDuration>1 sec</yieldDuration>
          </config>
          <name>Further processing</name>
          <relationships>
            <autoTerminate>false</autoTerminate>
            <name>success</name>
          </relationships>
          <style></style>
          <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
        </processors>
      </contents>
      <name>Wait N signals and let M FlowFiles go</name>
    </processGroups>
  </snippet>
  <timestamp>03/03/2017 00:10:51 JST</timestamp>
</template>