Skip to content

Instantly share code, notes, and snippets.

@liam-stevenson
Created January 1, 2021 16:09
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save liam-stevenson/60e8f3d6da4ea61dd57b0416796a8eac to your computer and use it in GitHub Desktop.
Save liam-stevenson/60e8f3d6da4ea61dd57b0416796a8eac to your computer and use it in GitHub Desktop.
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.3">
<description></description>
<groupId>afb1159b-0176-1000-7181-367e61a6a1ba</groupId>
<name>Threat Intel Pipeline</name>
<snippet>
<connections>
<id>10508819-cdfd-3f31-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>b857ae6c-0bba-3a10-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>merged</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>b567847c-82d8-3e55-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>17ac1d69-aa6d-3bc7-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>6499d09a-4879-301e-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>750a6281-ce8d-360c-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>2abb543e-2d46-3cb1-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>ff589297-8dc8-3238-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>b857ae6c-0bba-3a10-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4b098703-d43e-363e-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>b567847c-82d8-3e55-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>4cfaba65-182e-3776-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>802f9d3c-20bd-3b8e-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>750a6281-ce8d-360c-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>splits</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>2c4e07d4-b935-34eb-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>9746a228-25b5-3cd4-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>c793e76b-f367-39f7-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>ff589297-8dc8-3238-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>ae62b3ba-235b-34fc-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>d5c01f5d-459a-3148-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>41f98eed-0bdd-3eff-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>ba82a8d0-ba03-378d-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>2c4e07d4-b935-34eb-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>1347024f-d2f3-3e61-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>bab577c4-a8c8-32c2-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>1347024f-d2f3-3e61-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>0a70b3b2-9faa-3a49-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>d5832373-1667-32b1-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>4cfaba65-182e-3776-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<selectedRelationships>unmatched</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>41f98eed-0bdd-3eff-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>fa408046-cf8c-3a1b-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>41f98eed-0bdd-3eff-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<source>
<groupId>324cac5c-1af5-3845-0000-000000000000</groupId>
<id>6499d09a-4879-301e-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>485f4efb-4e1b-3315-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-lookup-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>csv-file</key>
<value>
<name>csv-file</name>
</value>
</entry>
<entry>
<key>CSV Format</key>
<value>
<name>CSV Format</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>lookup-key-column</key>
<value>
<name>lookup-key-column</name>
</value>
</entry>
<entry>
<key>ignore-duplicates</key>
<value>
<name>ignore-duplicates</name>
</value>
</entry>
<entry>
<key>Value Separator</key>
<value>
<name>Value Separator</name>
</value>
</entry>
<entry>
<key>Quote Character</key>
<value>
<name>Quote Character</name>
</value>
</entry>
<entry>
<key>Quote Mode</key>
<value>
<name>Quote Mode</name>
</value>
</entry>
<entry>
<key>Comment Marker</key>
<value>
<name>Comment Marker</name>
</value>
</entry>
<entry>
<key>Escape Character</key>
<value>
<name>Escape Character</name>
</value>
</entry>
<entry>
<key>Trim Fields</key>
<value>
<name>Trim Fields</name>
</value>
</entry>
<entry>
<key>lookup-value-column</key>
<value>
<name>lookup-value-column</name>
</value>
</entry>
</descriptors>
<name>SimpleCsvFileLookupService</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>csv-file</key>
<value>/tmp/test/threat_intel.csv</value>
</entry>
<entry>
<key>CSV Format</key>
</entry>
<entry>
<key>Character Set</key>
</entry>
<entry>
<key>lookup-key-column</key>
<value>ip</value>
</entry>
<entry>
<key>ignore-duplicates</key>
</entry>
<entry>
<key>Value Separator</key>
</entry>
<entry>
<key>Quote Character</key>
</entry>
<entry>
<key>Quote Mode</key>
</entry>
<entry>
<key>Comment Marker</key>
</entry>
<entry>
<key>Escape Character</key>
</entry>
<entry>
<key>Trim Fields</key>
</entry>
<entry>
<key>lookup-value-column</key>
<value>threat</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.lookup.SimpleCsvFileLookupService</type>
</controllerServices>
<processors>
<id>0a70b3b2-9faa-3a49-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Input Directory</key>
<value>
<name>Input Directory</name>
</value>
</entry>
<entry>
<key>File Filter</key>
<value>
<name>File Filter</name>
</value>
</entry>
<entry>
<key>Path Filter</key>
<value>
<name>Path Filter</name>
</value>
</entry>
<entry>
<key>Batch Size</key>
<value>
<name>Batch Size</name>
</value>
</entry>
<entry>
<key>Keep Source File</key>
<value>
<name>Keep Source File</name>
</value>
</entry>
<entry>
<key>Recurse Subdirectories</key>
<value>
<name>Recurse Subdirectories</name>
</value>
</entry>
<entry>
<key>Polling Interval</key>
<value>
<name>Polling Interval</name>
</value>
</entry>
<entry>
<key>Ignore Hidden Files</key>
<value>
<name>Ignore Hidden Files</name>
</value>
</entry>
<entry>
<key>Minimum File Age</key>
<value>
<name>Minimum File Age</name>
</value>
</entry>
<entry>
<key>Maximum File Age</key>
<value>
<name>Maximum File Age</name>
</value>
</entry>
<entry>
<key>Minimum File Size</key>
<value>
<name>Minimum File Size</name>
</value>
</entry>
<entry>
<key>Maximum File Size</key>
<value>
<name>Maximum File Size</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Input Directory</key>
<value>/tmp/test/</value>
</entry>
<entry>
<key>File Filter</key>
<value>fgt_traffic_out.log</value>
</entry>
<entry>
<key>Path Filter</key>
</entry>
<entry>
<key>Batch Size</key>
<value>10</value>
</entry>
<entry>
<key>Keep Source File</key>
<value>false</value>
</entry>
<entry>
<key>Recurse Subdirectories</key>
<value>true</value>
</entry>
<entry>
<key>Polling Interval</key>
<value>0 sec</value>
</entry>
<entry>
<key>Ignore Hidden Files</key>
<value>true</value>
</entry>
<entry>
<key>Minimum File Age</key>
<value>0 sec</value>
</entry>
<entry>
<key>Maximum File Age</key>
</entry>
<entry>
<key>Minimum File Size</key>
<value>0 B</value>
</entry>
<entry>
<key>Maximum File Size</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Watch for logs</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.standard.GetFile</type>
</processors>
<processors>
<id>1347024f-d2f3-3e61-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>664.0</x>
<y>0.0</y>
</position>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>canonical-value-lookup-cache-size</key>
<value>
<name>canonical-value-lookup-cache-size</name>
</value>
</entry>
<entry>
<key>mime.type</key>
<value>
<name>mime.type</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>canonical-value-lookup-cache-size</key>
<value>100</value>
</entry>
<entry>
<key>mime.type</key>
<value>text/plain</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Convert to type Text</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
</processors>
<processors>
<id>2c4e07d4-b935-34eb-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>664.0</x>
<y>216.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Line Split Count</key>
<value>
<name>Line Split Count</name>
</value>
</entry>
<entry>
<key>Maximum Fragment Size</key>
<value>
<name>Maximum Fragment Size</name>
</value>
</entry>
<entry>
<key>Header Line Count</key>
<value>
<name>Header Line Count</name>
</value>
</entry>
<entry>
<key>Header Line Marker Characters</key>
<value>
<name>Header Line Marker Characters</name>
</value>
</entry>
<entry>
<key>Remove Trailing Newlines</key>
<value>
<name>Remove Trailing Newlines</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Line Split Count</key>
<value>1</value>
</entry>
<entry>
<key>Maximum Fragment Size</key>
</entry>
<entry>
<key>Header Line Count</key>
<value>0</value>
</entry>
<entry>
<key>Header Line Marker Characters</key>
</entry>
<entry>
<key>Remove Trailing Newlines</key>
<value>true</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Split logs into single files</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>splits</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.SplitText</type>
</processors>
<processors>
<id>41f98eed-0bdd-3eff-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>664.0</x>
<y>440.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Routing Strategy</key>
<value>
<name>Routing Strategy</name>
</value>
</entry>
<entry>
<key>threat</key>
<value>
<name>threat</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Routing Strategy</key>
<value>Route to 'match' if any matches</value>
</entry>
<entry>
<key>threat</key>
<value>${threat:equals('yes')}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Route hits</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>matched</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
</processors>
<processors>
<id>4cfaba65-182e-3776-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>1224.0</x>
<y>216.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Attributes List</key>
<value>
<name>Attributes List</name>
</value>
</entry>
<entry>
<key>attributes-to-json-regex</key>
<value>
<name>attributes-to-json-regex</name>
</value>
</entry>
<entry>
<key>Destination</key>
<value>
<name>Destination</name>
</value>
</entry>
<entry>
<key>Include Core Attributes</key>
<value>
<name>Include Core Attributes</name>
</value>
</entry>
<entry>
<key>Null Value</key>
<value>
<name>Null Value</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Attributes List</key>
<value>action,date,devid,devname,dstcountry,dstip,dstport,duration,level,vd,logid,policyid,poluuid,proto,rcvdbyte,sentbyte,service,sessionid,srccountry,srcintf,srcip,srcport,subtype,threat,time,trandisp,transip,transport,type,uuid</value>
</entry>
<entry>
<key>attributes-to-json-regex</key>
</entry>
<entry>
<key>Destination</key>
<value>flowfile-content</value>
</entry>
<entry>
<key>Include Core Attributes</key>
<value>true</value>
</entry>
<entry>
<key>Null Value</key>
<value>false</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>AttributesToJSON</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.AttributesToJSON</type>
</processors>
<processors>
<id>6499d09a-4879-301e-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>8.0</x>
<y>456.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>lookup-service</key>
<value>
<identifiesControllerService>org.apache.nifi.lookup.StringLookupService</identifiesControllerService>
<name>lookup-service</name>
</value>
</entry>
<entry>
<key>include-empty-values</key>
<value>
<name>include-empty-values</name>
</value>
</entry>
<entry>
<key>threat</key>
<value>
<name>threat</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>lookup-service</key>
<value>485f4efb-4e1b-3315-0000-000000000000</value>
</entry>
<entry>
<key>include-empty-values</key>
<value>true</value>
</entry>
<entry>
<key>threat</key>
<value>${dstip}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Lookup Dest IP against TI</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>matched</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.LookupAttribute</type>
</processors>
<processors>
<id>750a6281-ce8d-360c-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>216.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>
<name>Maximum Buffer Size</name>
</value>
</entry>
<entry>
<key>Maximum Capture Group Length</key>
<value>
<name>Maximum Capture Group Length</name>
</value>
</entry>
<entry>
<key>Enable Canonical Equivalence</key>
<value>
<name>Enable Canonical Equivalence</name>
</value>
</entry>
<entry>
<key>Enable Case-insensitive Matching</key>
<value>
<name>Enable Case-insensitive Matching</name>
</value>
</entry>
<entry>
<key>Permit Whitespace and Comments in Pattern</key>
<value>
<name>Permit Whitespace and Comments in Pattern</name>
</value>
</entry>
<entry>
<key>Enable DOTALL Mode</key>
<value>
<name>Enable DOTALL Mode</name>
</value>
</entry>
<entry>
<key>Enable Literal Parsing of the Pattern</key>
<value>
<name>Enable Literal Parsing of the Pattern</name>
</value>
</entry>
<entry>
<key>Enable Multiline Mode</key>
<value>
<name>Enable Multiline Mode</name>
</value>
</entry>
<entry>
<key>Enable Unicode-aware Case Folding</key>
<value>
<name>Enable Unicode-aware Case Folding</name>
</value>
</entry>
<entry>
<key>Enable Unicode Predefined Character Classes</key>
<value>
<name>Enable Unicode Predefined Character Classes</name>
</value>
</entry>
<entry>
<key>Enable Unix Lines Mode</key>
<value>
<name>Enable Unix Lines Mode</name>
</value>
</entry>
<entry>
<key>Include Capture Group 0</key>
<value>
<name>Include Capture Group 0</name>
</value>
</entry>
<entry>
<key>extract-text-enable-repeating-capture-group</key>
<value>
<name>extract-text-enable-repeating-capture-group</name>
</value>
</entry>
<entry>
<key>action</key>
<value>
<name>action</name>
</value>
</entry>
<entry>
<key>appcat</key>
<value>
<name>appcat</name>
</value>
</entry>
<entry>
<key>date</key>
<value>
<name>date</name>
</value>
</entry>
<entry>
<key>devid</key>
<value>
<name>devid</name>
</value>
</entry>
<entry>
<key>devname</key>
<value>
<name>devname</name>
</value>
</entry>
<entry>
<key>dstcountry</key>
<value>
<name>dstcountry</name>
</value>
</entry>
<entry>
<key>dstintf</key>
<value>
<name>dstintf</name>
</value>
</entry>
<entry>
<key>dstip</key>
<value>
<name>dstip</name>
</value>
</entry>
<entry>
<key>dstport</key>
<value>
<name>dstport</name>
</value>
</entry>
<entry>
<key>duration</key>
<value>
<name>duration</name>
</value>
</entry>
<entry>
<key>level</key>
<value>
<name>level</name>
</value>
</entry>
<entry>
<key>logid</key>
<value>
<name>logid</name>
</value>
</entry>
<entry>
<key>policyid</key>
<value>
<name>policyid</name>
</value>
</entry>
<entry>
<key>poluuid</key>
<value>
<name>poluuid</name>
</value>
</entry>
<entry>
<key>proto</key>
<value>
<name>proto</name>
</value>
</entry>
<entry>
<key>rcvdbyte</key>
<value>
<name>rcvdbyte</name>
</value>
</entry>
<entry>
<key>sentbyte</key>
<value>
<name>sentbyte</name>
</value>
</entry>
<entry>
<key>service</key>
<value>
<name>service</name>
</value>
</entry>
<entry>
<key>sessionid</key>
<value>
<name>sessionid</name>
</value>
</entry>
<entry>
<key>srccountry</key>
<value>
<name>srccountry</name>
</value>
</entry>
<entry>
<key>srcintf</key>
<value>
<name>srcintf</name>
</value>
</entry>
<entry>
<key>srcip</key>
<value>
<name>srcip</name>
</value>
</entry>
<entry>
<key>srcport</key>
<value>
<name>srcport</name>
</value>
</entry>
<entry>
<key>subtype</key>
<value>
<name>subtype</name>
</value>
</entry>
<entry>
<key>time</key>
<value>
<name>time</name>
</value>
</entry>
<entry>
<key>trandisp</key>
<value>
<name>trandisp</name>
</value>
</entry>
<entry>
<key>transip</key>
<value>
<name>transip</name>
</value>
</entry>
<entry>
<key>transport</key>
<value>
<name>transport</name>
</value>
</entry>
<entry>
<key>type</key>
<value>
<name>type</name>
</value>
</entry>
<entry>
<key>vd</key>
<value>
<name>vd</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Maximum Capture Group Length</key>
<value>1024</value>
</entry>
<entry>
<key>Enable Canonical Equivalence</key>
<value>false</value>
</entry>
<entry>
<key>Enable Case-insensitive Matching</key>
<value>false</value>
</entry>
<entry>
<key>Permit Whitespace and Comments in Pattern</key>
<value>false</value>
</entry>
<entry>
<key>Enable DOTALL Mode</key>
<value>false</value>
</entry>
<entry>
<key>Enable Literal Parsing of the Pattern</key>
<value>false</value>
</entry>
<entry>
<key>Enable Multiline Mode</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unicode-aware Case Folding</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unicode Predefined Character Classes</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unix Lines Mode</key>
<value>false</value>
</entry>
<entry>
<key>Include Capture Group 0</key>
<value>true</value>
</entry>
<entry>
<key>extract-text-enable-repeating-capture-group</key>
<value>false</value>
</entry>
<entry>
<key>action</key>
<value>action=(.*?)\s</value>
</entry>
<entry>
<key>appcat</key>
<value>appcat=\"(.*?)\"\s</value>
</entry>
<entry>
<key>date</key>
<value>date=(.*?)\s</value>
</entry>
<entry>
<key>devid</key>
<value>devid=(.*?)\s</value>
</entry>
<entry>
<key>devname</key>
<value>devname=(.*?)\s</value>
</entry>
<entry>
<key>dstcountry</key>
<value>dstcountry=\"(.*?)\"\s</value>
</entry>
<entry>
<key>dstintf</key>
<value>dstinft=\"(.*?)\"\s</value>
</entry>
<entry>
<key>dstip</key>
<value>dstip=(.*?)\s</value>
</entry>
<entry>
<key>dstport</key>
<value>dstport=(.*?)\s</value>
</entry>
<entry>
<key>duration</key>
<value>duration=(.*?)\s</value>
</entry>
<entry>
<key>level</key>
<value>level=(.*?)\s</value>
</entry>
<entry>
<key>logid</key>
<value>logid=(.*?)\s</value>
</entry>
<entry>
<key>policyid</key>
<value>policyid=(.*?)\s</value>
</entry>
<entry>
<key>poluuid</key>
<value>poluuid=(.*?)\s</value>
</entry>
<entry>
<key>proto</key>
<value>proto=(.*?)\s</value>
</entry>
<entry>
<key>rcvdbyte</key>
<value>rcvdbyte=(.*?)\s</value>
</entry>
<entry>
<key>sentbyte</key>
<value>sentbyte=(.*?)\s</value>
</entry>
<entry>
<key>service</key>
<value>service=\"(.*?)\"\s</value>
</entry>
<entry>
<key>sessionid</key>
<value>sessionid=(.*?)\s</value>
</entry>
<entry>
<key>srccountry</key>
<value>srccountry=\"(.*?)\"\s</value>
</entry>
<entry>
<key>srcintf</key>
<value>srcintf=\"(.*?)\"\s</value>
</entry>
<entry>
<key>srcip</key>
<value>srcip=(.*?)\s</value>
</entry>
<entry>
<key>srcport</key>
<value>srcport=(.*?)\s</value>
</entry>
<entry>
<key>subtype</key>
<value>subtype=(.*?)\s</value>
</entry>
<entry>
<key>time</key>
<value>time=(.*?)\s</value>
</entry>
<entry>
<key>trandisp</key>
<value>trandisp=(.*?)\s</value>
</entry>
<entry>
<key>transip</key>
<value>transip=(.*?)\s</value>
</entry>
<entry>
<key>transport</key>
<value>transport=(.*?)\s</value>
</entry>
<entry>
<key>type</key>
<value>type=(.*?)\s</value>
</entry>
<entry>
<key>vd</key>
<value>vd=(.*?)\s</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>ExtractText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>matched</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.ExtractText</type>
</processors>
<processors>
<id>b567847c-82d8-3e55-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>1224.0</x>
<y>440.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Merge Strategy</key>
<value>
<name>Merge Strategy</name>
</value>
</entry>
<entry>
<key>Merge Format</key>
<value>
<name>Merge Format</name>
</value>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>
<name>Attribute Strategy</name>
</value>
</entry>
<entry>
<key>Correlation Attribute Name</key>
<value>
<name>Correlation Attribute Name</name>
</value>
</entry>
<entry>
<key>mergecontent-metadata-strategy</key>
<value>
<name>mergecontent-metadata-strategy</name>
</value>
</entry>
<entry>
<key>Minimum Number of Entries</key>
<value>
<name>Minimum Number of Entries</name>
</value>
</entry>
<entry>
<key>Maximum Number of Entries</key>
<value>
<name>Maximum Number of Entries</name>
</value>
</entry>
<entry>
<key>Minimum Group Size</key>
<value>
<name>Minimum Group Size</name>
</value>
</entry>
<entry>
<key>Maximum Group Size</key>
<value>
<name>Maximum Group Size</name>
</value>
</entry>
<entry>
<key>Max Bin Age</key>
<value>
<name>Max Bin Age</name>
</value>
</entry>
<entry>
<key>Maximum number of Bins</key>
<value>
<name>Maximum number of Bins</name>
</value>
</entry>
<entry>
<key>Delimiter Strategy</key>
<value>
<name>Delimiter Strategy</name>
</value>
</entry>
<entry>
<key>Header File</key>
<value>
<name>Header File</name>
</value>
</entry>
<entry>
<key>Footer File</key>
<value>
<name>Footer File</name>
</value>
</entry>
<entry>
<key>Demarcator File</key>
<value>
<name>Demarcator File</name>
</value>
</entry>
<entry>
<key>Compression Level</key>
<value>
<name>Compression Level</name>
</value>
</entry>
<entry>
<key>Keep Path</key>
<value>
<name>Keep Path</name>
</value>
</entry>
<entry>
<key>Tar Modified Time</key>
<value>
<name>Tar Modified Time</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Merge Strategy</key>
<value>Bin-Packing Algorithm</value>
</entry>
<entry>
<key>Merge Format</key>
<value>Binary Concatenation</value>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>Keep Only Common Attributes</value>
</entry>
<entry>
<key>Correlation Attribute Name</key>
</entry>
<entry>
<key>mergecontent-metadata-strategy</key>
<value>Do Not Merge Uncommon Metadata</value>
</entry>
<entry>
<key>Minimum Number of Entries</key>
<value>100</value>
</entry>
<entry>
<key>Maximum Number of Entries</key>
<value>1000</value>
</entry>
<entry>
<key>Minimum Group Size</key>
<value>0 B</value>
</entry>
<entry>
<key>Maximum Group Size</key>
</entry>
<entry>
<key>Max Bin Age</key>
</entry>
<entry>
<key>Maximum number of Bins</key>
<value>5</value>
</entry>
<entry>
<key>Delimiter Strategy</key>
<value>Text</value>
</entry>
<entry>
<key>Header File</key>
</entry>
<entry>
<key>Footer File</key>
</entry>
<entry>
<key>Demarcator File</key>
<value>${literal('&amp;#10;'):unescapeXml()}</value>
</entry>
<entry>
<key>Compression Level</key>
<value>1</value>
</entry>
<entry>
<key>Keep Path</key>
<value>false</value>
</entry>
<entry>
<key>Tar Modified Time</key>
<value>${file.lastModifiedTime}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>1 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Merge JSON</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>merged</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.MergeContent</type>
</processors>
<processors>
<id>b857ae6c-0bba-3a10-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>1224.0</x>
<y>648.0</y>
</position>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>canonical-value-lookup-cache-size</key>
<value>
<name>canonical-value-lookup-cache-size</name>
</value>
</entry>
<entry>
<key>filename</key>
<value>
<name>filename</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>canonical-value-lookup-cache-size</key>
<value>100</value>
</entry>
<entry>
<key>filename</key>
<value>${filename}.${now():toNumber()}.json</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>UpdateAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
</processors>
<processors>
<id>c793e76b-f367-39f7-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>624.0</x>
<y>896.0</y>
</position>
<bundle>
<artifact>nifi-aws-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Object Key</key>
<value>
<name>Object Key</name>
</value>
</entry>
<entry>
<key>Bucket</key>
<value>
<name>Bucket</name>
</value>
</entry>
<entry>
<key>Content Type</key>
<value>
<name>Content Type</name>
</value>
</entry>
<entry>
<key>Content Disposition</key>
<value>
<name>Content Disposition</name>
</value>
</entry>
<entry>
<key>Cache Control</key>
<value>
<name>Cache Control</name>
</value>
</entry>
<entry>
<key>Access Key</key>
<value>
<name>Access Key</name>
</value>
</entry>
<entry>
<key>Secret Key</key>
<value>
<name>Secret Key</name>
</value>
</entry>
<entry>
<key>Credentials File</key>
<value>
<name>Credentials File</name>
</value>
</entry>
<entry>
<key>AWS Credentials Provider service</key>
<value>
<identifiesControllerService>org.apache.nifi.processors.aws.credentials.provider.service.AWSCredentialsProviderService</identifiesControllerService>
<name>AWS Credentials Provider service</name>
</value>
</entry>
<entry>
<key>s3-object-tags-prefix</key>
<value>
<name>s3-object-tags-prefix</name>
</value>
</entry>
<entry>
<key>s3-object-remove-tags-prefix</key>
<value>
<name>s3-object-remove-tags-prefix</name>
</value>
</entry>
<entry>
<key>Storage Class</key>
<value>
<name>Storage Class</name>
</value>
</entry>
<entry>
<key>Region</key>
<value>
<name>Region</name>
</value>
</entry>
<entry>
<key>Communications Timeout</key>
<value>
<name>Communications Timeout</name>
</value>
</entry>
<entry>
<key>Expiration Time Rule</key>
<value>
<name>Expiration Time Rule</name>
</value>
</entry>
<entry>
<key>FullControl User List</key>
<value>
<name>FullControl User List</name>
</value>
</entry>
<entry>
<key>Read Permission User List</key>
<value>
<name>Read Permission User List</name>
</value>
</entry>
<entry>
<key>Write Permission User List</key>
<value>
<name>Write Permission User List</name>
</value>
</entry>
<entry>
<key>Read ACL User List</key>
<value>
<name>Read ACL User List</name>
</value>
</entry>
<entry>
<key>Write ACL User List</key>
<value>
<name>Write ACL User List</name>
</value>
</entry>
<entry>
<key>Owner</key>
<value>
<name>Owner</name>
</value>
</entry>
<entry>
<key>canned-acl</key>
<value>
<name>canned-acl</name>
</value>
</entry>
<entry>
<key>SSL Context Service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>SSL Context Service</name>
</value>
</entry>
<entry>
<key>Endpoint Override URL</key>
<value>
<name>Endpoint Override URL</name>
</value>
</entry>
<entry>
<key>Signer Override</key>
<value>
<name>Signer Override</name>
</value>
</entry>
<entry>
<key>Multipart Threshold</key>
<value>
<name>Multipart Threshold</name>
</value>
</entry>
<entry>
<key>Multipart Part Size</key>
<value>
<name>Multipart Part Size</name>
</value>
</entry>
<entry>
<key>Multipart Upload AgeOff Interval</key>
<value>
<name>Multipart Upload AgeOff Interval</name>
</value>
</entry>
<entry>
<key>Multipart Upload Max Age Threshold</key>
<value>
<name>Multipart Upload Max Age Threshold</name>
</value>
</entry>
<entry>
<key>server-side-encryption</key>
<value>
<name>server-side-encryption</name>
</value>
</entry>
<entry>
<key>encryption-service</key>
<value>
<identifiesControllerService>org.apache.nifi.processors.aws.s3.AmazonS3EncryptionService</identifiesControllerService>
<name>encryption-service</name>
</value>
</entry>
<entry>
<key>use-chunked-encoding</key>
<value>
<name>use-chunked-encoding</name>
</value>
</entry>
<entry>
<key>use-path-style-access</key>
<value>
<name>use-path-style-access</name>
</value>
</entry>
<entry>
<key>proxy-configuration-service</key>
<value>
<identifiesControllerService>org.apache.nifi.proxy.ProxyConfigurationService</identifiesControllerService>
<name>proxy-configuration-service</name>
</value>
</entry>
<entry>
<key>Proxy Host</key>
<value>
<name>Proxy Host</name>
</value>
</entry>
<entry>
<key>Proxy Host Port</key>
<value>
<name>Proxy Host Port</name>
</value>
</entry>
<entry>
<key>proxy-user-name</key>
<value>
<name>proxy-user-name</name>
</value>
</entry>
<entry>
<key>proxy-user-password</key>
<value>
<name>proxy-user-password</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Object Key</key>
<value>${filename}</value>
</entry>
<entry>
<key>Bucket</key>
</entry>
<entry>
<key>Content Type</key>
</entry>
<entry>
<key>Content Disposition</key>
</entry>
<entry>
<key>Cache Control</key>
</entry>
<entry>
<key>Access Key</key>
</entry>
<entry>
<key>Secret Key</key>
</entry>
<entry>
<key>Credentials File</key>
</entry>
<entry>
<key>AWS Credentials Provider service</key>
</entry>
<entry>
<key>s3-object-tags-prefix</key>
</entry>
<entry>
<key>s3-object-remove-tags-prefix</key>
<value>false</value>
</entry>
<entry>
<key>Storage Class</key>
<value>Standard</value>
</entry>
<entry>
<key>Region</key>
<value>us-west-2</value>
</entry>
<entry>
<key>Communications Timeout</key>
<value>30 secs</value>
</entry>
<entry>
<key>Expiration Time Rule</key>
</entry>
<entry>
<key>FullControl User List</key>
<value>${s3.permissions.full.users}</value>
</entry>
<entry>
<key>Read Permission User List</key>
<value>${s3.permissions.read.users}</value>
</entry>
<entry>
<key>Write Permission User List</key>
<value>${s3.permissions.write.users}</value>
</entry>
<entry>
<key>Read ACL User List</key>
<value>${s3.permissions.readacl.users}</value>
</entry>
<entry>
<key>Write ACL User List</key>
<value>${s3.permissions.writeacl.users}</value>
</entry>
<entry>
<key>Owner</key>
<value>${s3.owner}</value>
</entry>
<entry>
<key>canned-acl</key>
<value>${s3.permissions.cannedacl}</value>
</entry>
<entry>
<key>SSL Context Service</key>
</entry>
<entry>
<key>Endpoint Override URL</key>
</entry>
<entry>
<key>Signer Override</key>
<value>Default Signature</value>
</entry>
<entry>
<key>Multipart Threshold</key>
<value>5 GB</value>
</entry>
<entry>
<key>Multipart Part Size</key>
<value>5 GB</value>
</entry>
<entry>
<key>Multipart Upload AgeOff Interval</key>
<value>60 min</value>
</entry>
<entry>
<key>Multipart Upload Max Age Threshold</key>
<value>7 days</value>
</entry>
<entry>
<key>server-side-encryption</key>
<value>None</value>
</entry>
<entry>
<key>encryption-service</key>
</entry>
<entry>
<key>use-chunked-encoding</key>
<value>true</value>
</entry>
<entry>
<key>use-path-style-access</key>
<value>false</value>
</entry>
<entry>
<key>proxy-configuration-service</key>
</entry>
<entry>
<key>Proxy Host</key>
</entry>
<entry>
<key>Proxy Host Port</key>
</entry>
<entry>
<key>proxy-user-name</key>
</entry>
<entry>
<key>proxy-user-password</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutS3Object</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.aws.s3.PutS3Object</type>
</processors>
<processors>
<id>d5c01f5d-459a-3148-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>664.0</x>
<y>664.0</y>
</position>
<bundle>
<artifact>nifi-splunk-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Hostname</key>
<value>
<name>Hostname</name>
</value>
</entry>
<entry>
<key>Port</key>
<value>
<name>Port</name>
</value>
</entry>
<entry>
<key>Max Size of Socket Send Buffer</key>
<value>
<name>Max Size of Socket Send Buffer</name>
</value>
</entry>
<entry>
<key>Idle Connection Expiration</key>
<value>
<name>Idle Connection Expiration</name>
</value>
</entry>
<entry>
<key>Timeout</key>
<value>
<name>Timeout</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Protocol</key>
<value>
<name>Protocol</name>
</value>
</entry>
<entry>
<key>Message Delimiter</key>
<value>
<name>Message Delimiter</name>
</value>
</entry>
<entry>
<key>SSL Context Service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>SSL Context Service</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Hostname</key>
<value>localhost</value>
</entry>
<entry>
<key>Port</key>
</entry>
<entry>
<key>Max Size of Socket Send Buffer</key>
<value>1 MB</value>
</entry>
<entry>
<key>Idle Connection Expiration</key>
<value>5 seconds</value>
</entry>
<entry>
<key>Timeout</key>
<value>10 seconds</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Protocol</key>
<value>TCP</value>
</entry>
<entry>
<key>Message Delimiter</key>
</entry>
<entry>
<key>SSL Context Service</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutSplunk</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.splunk.PutSplunk</type>
</processors>
<processors>
<id>ff589297-8dc8-3238-0000-000000000000</id>
<parentGroupId>324cac5c-1af5-3845-0000-000000000000</parentGroupId>
<position>
<x>1224.0</x>
<y>872.0</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.12.1</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Mode</key>
<value>
<name>Mode</name>
</value>
</entry>
<entry>
<key>Compression Format</key>
<value>
<name>Compression Format</name>
</value>
</entry>
<entry>
<key>Compression Level</key>
<value>
<name>Compression Level</name>
</value>
</entry>
<entry>
<key>Update Filename</key>
<value>
<name>Update Filename</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Mode</key>
<value>compress</value>
</entry>
<entry>
<key>Compression Format</key>
<value>gzip</value>
</entry>
<entry>
<key>Compression Level</key>
<value>3</value>
</entry>
<entry>
<key>Update Filename</key>
<value>true</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Compress JSON</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.CompressContent</type>
</processors>
</snippet>
<timestamp>12/31/2020 17:32:03 UTC</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment