Last active
November 13, 2019 13:39
Star
You must be signed in to star a gist
NiFi template: Netflow to File. https://blog.davidvassallo.me/2019/04/09/consuming-netflow-using-nifi/
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8" standalone="yes"?> | |
<template encoding-version="1.2"> | |
<description></description> | |
<groupId>0165328f-016a-1000-faa4-53a3512c51c5</groupId> | |
<name>NetFlow To File</name> | |
<snippet> | |
<connections> | |
<id>2b15b939-ffe5-342a-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>709c7d7a-5361-340b-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>23b8e665-e2dc-365b-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>41702098-f38e-3fbf-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>23b8e665-e2dc-365b-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>output stream</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>08889c84-c78c-3d2e-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>46c631c4-e509-398a-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>1b1b6da0-ef62-32b6-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>a9074022-99a7-31c7-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>b4814757-a7e1-3d07-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>23b8e665-e2dc-365b-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>b65259e3-f754-3951-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>a5172613-0edd-34ed-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>IP_Addresses</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>709c7d7a-5361-340b-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>c2ef04a8-d1d7-37cf-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>a5172613-0edd-34ed-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>e293333e-1db3-31a1-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>08889c84-c78c-3d2e-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
<loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
<id>a9074022-99a7-31c7-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<controllerServices> | |
<id>3977e8cd-853a-3051-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<bundle> | |
<artifact>nifi-record-serialization-services-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<comments></comments> | |
<descriptors> | |
<entry> | |
<key>schema-access-strategy</key> | |
<value> | |
<name>schema-access-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
<name>schema-registry</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
<value> | |
<name>schema-name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
<value> | |
<name>schema-version</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
<value> | |
<name>schema-branch</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
<value> | |
<name>schema-text</name> | |
</value> | |
</entry> | |
<entry> | |
<key>csv-reader-csv-parser</key> | |
<value> | |
<name>csv-reader-csv-parser</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Date Format</key> | |
<value> | |
<name>Date Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Format</key> | |
<value> | |
<name>Time Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Timestamp Format</key> | |
<value> | |
<name>Timestamp Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>CSV Format</key> | |
<value> | |
<name>CSV Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Value Separator</key> | |
<value> | |
<name>Value Separator</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Skip Header Line</key> | |
<value> | |
<name>Skip Header Line</name> | |
</value> | |
</entry> | |
<entry> | |
<key>ignore-csv-header</key> | |
<value> | |
<name>ignore-csv-header</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Quote Character</key> | |
<value> | |
<name>Quote Character</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Escape Character</key> | |
<value> | |
<name>Escape Character</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Comment Marker</key> | |
<value> | |
<name>Comment Marker</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Null String</key> | |
<value> | |
<name>Null String</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Trim Fields</key> | |
<value> | |
<name>Trim Fields</name> | |
</value> | |
</entry> | |
<entry> | |
<key>csvutils-character-set</key> | |
<value> | |
<name>csvutils-character-set</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>CSVReader</name> | |
<persistsState>false</persistsState> | |
<properties> | |
<entry> | |
<key>schema-access-strategy</key> | |
<value>csv-header-derived</value> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
<value>${avro.schema}</value> | |
</entry> | |
<entry> | |
<key>csv-reader-csv-parser</key> | |
</entry> | |
<entry> | |
<key>Date Format</key> | |
</entry> | |
<entry> | |
<key>Time Format</key> | |
</entry> | |
<entry> | |
<key>Timestamp Format</key> | |
</entry> | |
<entry> | |
<key>CSV Format</key> | |
</entry> | |
<entry> | |
<key>Value Separator</key> | |
</entry> | |
<entry> | |
<key>Skip Header Line</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>ignore-csv-header</key> | |
</entry> | |
<entry> | |
<key>Quote Character</key> | |
</entry> | |
<entry> | |
<key>Escape Character</key> | |
</entry> | |
<entry> | |
<key>Comment Marker</key> | |
</entry> | |
<entry> | |
<key>Null String</key> | |
</entry> | |
<entry> | |
<key>Trim Fields</key> | |
</entry> | |
<entry> | |
<key>csvutils-character-set</key> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.csv.CSVReader</type> | |
</controllerServices> | |
<controllerServices> | |
<id>6ae447e5-8343-3bc2-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<bundle> | |
<artifact>nifi-record-serialization-services-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<comments></comments> | |
<descriptors> | |
<entry> | |
<key>Schema Write Strategy</key> | |
<value> | |
<name>Schema Write Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-cache</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> | |
<name>schema-cache</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-access-strategy</key> | |
<value> | |
<name>schema-access-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
<name>schema-registry</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
<value> | |
<name>schema-name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
<value> | |
<name>schema-version</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
<value> | |
<name>schema-branch</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
<value> | |
<name>schema-text</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Date Format</key> | |
<value> | |
<name>Date Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Time Format</key> | |
<value> | |
<name>Time Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Timestamp Format</key> | |
<value> | |
<name>Timestamp Format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Pretty Print JSON</key> | |
<value> | |
<name>Pretty Print JSON</name> | |
</value> | |
</entry> | |
<entry> | |
<key>suppress-nulls</key> | |
<value> | |
<name>suppress-nulls</name> | |
</value> | |
</entry> | |
<entry> | |
<key>output-grouping</key> | |
<value> | |
<name>output-grouping</name> | |
</value> | |
</entry> | |
<entry> | |
<key>compression-format</key> | |
<value> | |
<name>compression-format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>compression-level</key> | |
<value> | |
<name>compression-level</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>JsonRecordSetWriter</name> | |
<persistsState>false</persistsState> | |
<properties> | |
<entry> | |
<key>Schema Write Strategy</key> | |
</entry> | |
<entry> | |
<key>schema-cache</key> | |
</entry> | |
<entry> | |
<key>schema-access-strategy</key> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
</entry> | |
<entry> | |
<key>Date Format</key> | |
</entry> | |
<entry> | |
<key>Time Format</key> | |
</entry> | |
<entry> | |
<key>Timestamp Format</key> | |
</entry> | |
<entry> | |
<key>Pretty Print JSON</key> | |
</entry> | |
<entry> | |
<key>suppress-nulls</key> | |
</entry> | |
<entry> | |
<key>output-grouping</key> | |
</entry> | |
<entry> | |
<key>compression-format</key> | |
</entry> | |
<entry> | |
<key>compression-level</key> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.json.JsonRecordSetWriter</type> | |
</controllerServices> | |
<controllerServices> | |
<id>82a360b1-e120-3e41-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<bundle> | |
<artifact>nifi-record-serialization-services-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<descriptors> | |
<entry> | |
<key>schema-access-strategy</key> | |
<value> | |
<name>schema-access-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
<name>schema-registry</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
<value> | |
<name>schema-name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
<value> | |
<name>schema-version</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
<value> | |
<name>schema-branch</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
<value> | |
<name>schema-text</name> | |
</value> | |
</entry> | |
<entry> | |
<key>cache-size</key> | |
<value> | |
<name>cache-size</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>AvroReader</name> | |
<persistsState>false</persistsState> | |
<properties> | |
<entry> | |
<key>schema-access-strategy</key> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
</entry> | |
<entry> | |
<key>cache-size</key> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.avro.AvroReader</type> | |
</controllerServices> | |
<controllerServices> | |
<id>de9111f6-8414-325e-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<bundle> | |
<artifact>nifi-record-serialization-services-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<comments></comments> | |
<descriptors> | |
<entry> | |
<key>Schema Write Strategy</key> | |
<value> | |
<name>Schema Write Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-cache</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> | |
<name>schema-cache</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-access-strategy</key> | |
<value> | |
<name>schema-access-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
<name>schema-registry</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
<value> | |
<name>schema-name</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
<value> | |
<name>schema-version</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
<value> | |
<name>schema-branch</name> | |
</value> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
<value> | |
<name>schema-text</name> | |
</value> | |
</entry> | |
<entry> | |
<key>compression-format</key> | |
<value> | |
<name>compression-format</name> | |
</value> | |
</entry> | |
<entry> | |
<key>cache-size</key> | |
<value> | |
<name>cache-size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>encoder-pool-size</key> | |
<value> | |
<name>encoder-pool-size</name> | |
</value> | |
</entry> | |
</descriptors> | |
<name>AvroRecordSetWriter</name> | |
<persistsState>false</persistsState> | |
<properties> | |
<entry> | |
<key>Schema Write Strategy</key> | |
</entry> | |
<entry> | |
<key>schema-cache</key> | |
</entry> | |
<entry> | |
<key>schema-access-strategy</key> | |
</entry> | |
<entry> | |
<key>schema-registry</key> | |
</entry> | |
<entry> | |
<key>schema-name</key> | |
</entry> | |
<entry> | |
<key>schema-version</key> | |
</entry> | |
<entry> | |
<key>schema-branch</key> | |
</entry> | |
<entry> | |
<key>schema-text</key> | |
</entry> | |
<entry> | |
<key>compression-format</key> | |
</entry> | |
<entry> | |
<key>cache-size</key> | |
</entry> | |
<entry> | |
<key>encoder-pool-size</key> | |
</entry> | |
</properties> | |
<state>ENABLED</state> | |
<type>org.apache.nifi.avro.AvroRecordSetWriter</type> | |
</controllerServices> | |
<labels> | |
<id>02ce0a38-b96b-32e9-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>26.659530639648438</x> | |
<y>275.7639465332031</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>Read netflow dumps and convert to CSV using nfdump</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<labels> | |
<id>0ba25229-38ed-3b39-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>782.7632751464844</x> | |
<y>9.439666748046875</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>Helps with debugging - output in logs/nifi-app.log</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<labels> | |
<id>0d408344-d795-3f38-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>1287.5200871563184</x> | |
<y>542.1785307006304</y> | |
</position> | |
<height>190.89712524414062</height> | |
<label>Change this to whichever output you prefer (e.g. elasticsearch)</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>468.5670623779297</width> | |
</labels> | |
<labels> | |
<id>255abe72-f1a3-31ad-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>0.0</x> | |
<y>556.9091186523438</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>Convert output from nfdump to NiFi records</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<labels> | |
<id>5f766623-cd73-32de-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>681.5064697265625</x> | |
<y>562.5368041992188</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>(optional) example of updating a record to an arbitrary value</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<labels> | |
<id>bae07a15-2245-3057-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>15.650634765625</x> | |
<y>0.0</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>Lists files in a directory (only new ones)</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<labels> | |
<id>fbffe24f-a00f-34cc-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>637.6271362304688</x> | |
<y>242.063720703125</y> | |
</position> | |
<height>165.06735229492188</height> | |
<label>(optional) example of selecting & renaming a subset of the record fields</label> | |
<style> | |
<entry> | |
<key>font-size</key> | |
<value>12px</value> | |
</entry> | |
</style> | |
<width>424.44122314453125</width> | |
</labels> | |
<processors> | |
<id>08889c84-c78c-3d2e-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>89.04301100853695</x> | |
<y>303.5771312051845</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Command Arguments</key> | |
<value> | |
<name>Command Arguments</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Command Path</key> | |
<value> | |
<name>Command Path</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Ignore STDIN</key> | |
<value> | |
<name>Ignore STDIN</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Working Directory</key> | |
<value> | |
<name>Working Directory</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Argument Delimiter</key> | |
<value> | |
<name>Argument Delimiter</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Output Destination Attribute</key> | |
<value> | |
<name>Output Destination Attribute</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Max Attribute Length</key> | |
<value> | |
<name>Max Attribute Length</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Command Arguments</key> | |
<value>-o csv -r ${absolute.path}${filename}</value> | |
</entry> | |
<entry> | |
<key>Command Path</key> | |
<value>/usr/bin/nfdump</value> | |
</entry> | |
<entry> | |
<key>Ignore STDIN</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Working Directory</key> | |
</entry> | |
<entry> | |
<key>Argument Delimiter</key> | |
<value> </value> | |
</entry> | |
<entry> | |
<key>Output Destination Attribute</key> | |
</entry> | |
<entry> | |
<key>Max Attribute Length</key> | |
<value>256</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>ExecuteStreamCommand</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>nonzero status</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>output stream</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.ExecuteStreamCommand</type> | |
</processors> | |
<processors> | |
<id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>734.3325212199577</x> | |
<y>585.2280088724643</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>record-reader</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
<name>record-reader</name> | |
</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
<name>record-writer</name> | |
</value> | |
</entry> | |
<entry> | |
<key>replacement-value-strategy</key> | |
<value> | |
<name>replacement-value-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>/ismc</key> | |
<value> | |
<name>/ismc</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>record-reader</key> | |
<value>82a360b1-e120-3e41-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value>6ae447e5-8343-3bc2-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>replacement-value-strategy</key> | |
<value>literal-value</value> | |
</entry> | |
<entry> | |
<key>/ismc</key> | |
<value>foobaz</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>UpdateRecord</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.UpdateRecord</type> | |
</processors> | |
<processors> | |
<id>1b1b6da0-ef62-32b6-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>818.2279170143963</x> | |
<y>30.855451517684514</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Log Level</key> | |
<value> | |
<name>Log Level</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Log Payload</key> | |
<value> | |
<name>Log Payload</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attributes to Log</key> | |
<value> | |
<name>Attributes to Log</name> | |
</value> | |
</entry> | |
<entry> | |
<key>attributes-to-log-regex</key> | |
<value> | |
<name>attributes-to-log-regex</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Attributes to Ignore</key> | |
<value> | |
<name>Attributes to Ignore</name> | |
</value> | |
</entry> | |
<entry> | |
<key>attributes-to-ignore-regex</key> | |
<value> | |
<name>attributes-to-ignore-regex</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Log prefix</key> | |
<value> | |
<name>Log prefix</name> | |
</value> | |
</entry> | |
<entry> | |
<key>character-set</key> | |
<value> | |
<name>character-set</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Log Level</key> | |
<value>info</value> | |
</entry> | |
<entry> | |
<key>Log Payload</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Attributes to Log</key> | |
</entry> | |
<entry> | |
<key>attributes-to-log-regex</key> | |
<value>.*</value> | |
</entry> | |
<entry> | |
<key>Attributes to Ignore</key> | |
</entry> | |
<entry> | |
<key>attributes-to-ignore-regex</key> | |
</entry> | |
<entry> | |
<key>Log prefix</key> | |
</entry> | |
<entry> | |
<key>character-set</key> | |
<value>UTF-8</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>LogAttribute</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.LogAttribute</type> | |
</processors> | |
<processors> | |
<id>23b8e665-e2dc-365b-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>60.79716139916195</x> | |
<y>580.5823497110439</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>record-reader</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
<name>record-reader</name> | |
</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
<name>record-writer</name> | |
</value> | |
</entry> | |
<entry> | |
<key>include-zero-record-flowfiles</key> | |
<value> | |
<name>include-zero-record-flowfiles</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>record-reader</key> | |
<value>3977e8cd-853a-3051-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value>de9111f6-8414-325e-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>include-zero-record-flowfiles</key> | |
<value>true</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>ConvertRecord</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.ConvertRecord</type> | |
</processors> | |
<processors> | |
<id>709c7d7a-5361-340b-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>704.1977753221344</x> | |
<y>263.43234675296617</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>record-reader</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
<name>record-reader</name> | |
</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
<name>record-writer</name> | |
</value> | |
</entry> | |
<entry> | |
<key>include-zero-record-flowfiles</key> | |
<value> | |
<name>include-zero-record-flowfiles</name> | |
</value> | |
</entry> | |
<entry> | |
<key>cache-schema</key> | |
<value> | |
<name>cache-schema</name> | |
</value> | |
</entry> | |
<entry> | |
<key>IP_Addresses</key> | |
<value> | |
<name>IP_Addresses</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>record-reader</key> | |
<value>82a360b1-e120-3e41-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>record-writer</key> | |
<value>6ae447e5-8343-3bc2-0000-000000000000</value> | |
</entry> | |
<entry> | |
<key>include-zero-record-flowfiles</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>cache-schema</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>IP_Addresses</key> | |
<value>SELECT sa AS SourceAddress, da AS DestinationAddress FROM flowfile</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>QueryRecord</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>IP_Addresses</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>original</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.QueryRecord</type> | |
</processors> | |
<processors> | |
<id>a5172613-0edd-34ed-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>1387.3370478737713</x> | |
<y>580.3462352090908</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Directory</key> | |
<value> | |
<name>Directory</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Conflict Resolution Strategy</key> | |
<value> | |
<name>Conflict Resolution Strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Create Missing Directories</key> | |
<value> | |
<name>Create Missing Directories</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum File Count</key> | |
<value> | |
<name>Maximum File Count</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Last Modified Time</key> | |
<value> | |
<name>Last Modified Time</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Permissions</key> | |
<value> | |
<name>Permissions</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Owner</key> | |
<value> | |
<name>Owner</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Group</key> | |
<value> | |
<name>Group</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Directory</key> | |
<value>/tmp/</value> | |
</entry> | |
<entry> | |
<key>Conflict Resolution Strategy</key> | |
<value>fail</value> | |
</entry> | |
<entry> | |
<key>Create Missing Directories</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>Maximum File Count</key> | |
</entry> | |
<entry> | |
<key>Last Modified Time</key> | |
</entry> | |
<entry> | |
<key>Permissions</key> | |
</entry> | |
<entry> | |
<key>Owner</key> | |
</entry> | |
<entry> | |
<key>Group</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>PutFile</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.PutFile</type> | |
</processors> | |
<processors> | |
<id>a9074022-99a7-31c7-0000-000000000000</id> | |
<parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
<position> | |
<x>75.50043898705258</x> | |
<y>25.366159372909124</y> | |
</position> | |
<bundle> | |
<artifact>nifi-standard-nar</artifact> | |
<group>org.apache.nifi</group> | |
<version>1.9.2</version> | |
</bundle> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<descriptors> | |
<entry> | |
<key>Input Directory</key> | |
<value> | |
<name>Input Directory</name> | |
</value> | |
</entry> | |
<entry> | |
<key>listing-strategy</key> | |
<value> | |
<name>listing-strategy</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Recurse Subdirectories</key> | |
<value> | |
<name>Recurse Subdirectories</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Input Directory Location</key> | |
<value> | |
<name>Input Directory Location</name> | |
</value> | |
</entry> | |
<entry> | |
<key>File Filter</key> | |
<value> | |
<name>File Filter</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Path Filter</key> | |
<value> | |
<name>Path Filter</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Include File Attributes</key> | |
<value> | |
<name>Include File Attributes</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Minimum File Age</key> | |
<value> | |
<name>Minimum File Age</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum File Age</key> | |
<value> | |
<name>Maximum File Age</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Minimum File Size</key> | |
<value> | |
<name>Minimum File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Maximum File Size</key> | |
<value> | |
<name>Maximum File Size</name> | |
</value> | |
</entry> | |
<entry> | |
<key>Ignore Hidden Files</key> | |
<value> | |
<name>Ignore Hidden Files</name> | |
</value> | |
</entry> | |
<entry> | |
<key>target-system-timestamp-precision</key> | |
<value> | |
<name>target-system-timestamp-precision</name> | |
</value> | |
</entry> | |
<entry> | |
<key>et-state-cache</key> | |
<value> | |
<identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService> | |
<name>et-state-cache</name> | |
</value> | |
</entry> | |
<entry> | |
<key>et-time-window</key> | |
<value> | |
<name>et-time-window</name> | |
</value> | |
</entry> | |
<entry> | |
<key>et-initial-listing-target</key> | |
<value> | |
<name>et-initial-listing-target</name> | |
</value> | |
</entry> | |
<entry> | |
<key>et-node-identifier</key> | |
<value> | |
<name>et-node-identifier</name> | |
</value> | |
</entry> | |
<entry> | |
<key>track-performance</key> | |
<value> | |
<name>track-performance</name> | |
</value> | |
</entry> | |
<entry> | |
<key>max-performance-metrics</key> | |
<value> | |
<name>max-performance-metrics</name> | |
</value> | |
</entry> | |
<entry> | |
<key>max-operation-time</key> | |
<value> | |
<name>max-operation-time</name> | |
</value> | |
</entry> | |
<entry> | |
<key>max-listing-time</key> | |
<value> | |
<name>max-listing-time</name> | |
</value> | |
</entry> | |
</descriptors> | |
<executionNode>ALL</executionNode> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Input Directory</key> | |
<value>/var/cache/nfdump</value> | |
</entry> | |
<entry> | |
<key>listing-strategy</key> | |
<value>timestamps</value> | |
</entry> | |
<entry> | |
<key>Recurse Subdirectories</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>Input Directory Location</key> | |
<value>Local</value> | |
</entry> | |
<entry> | |
<key>File Filter</key> | |
<value>[^\.].*</value> | |
</entry> | |
<entry> | |
<key>Path Filter</key> | |
</entry> | |
<entry> | |
<key>Include File Attributes</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>Minimum File Age</key> | |
<value>0 sec</value> | |
</entry> | |
<entry> | |
<key>Maximum File Age</key> | |
</entry> | |
<entry> | |
<key>Minimum File Size</key> | |
<value>0 B</value> | |
</entry> | |
<entry> | |
<key>Maximum File Size</key> | |
</entry> | |
<entry> | |
<key>Ignore Hidden Files</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>target-system-timestamp-precision</key> | |
<value>auto-detect</value> | |
</entry> | |
<entry> | |
<key>et-state-cache</key> | |
</entry> | |
<entry> | |
<key>et-time-window</key> | |
<value>3 hours</value> | |
</entry> | |
<entry> | |
<key>et-initial-listing-target</key> | |
<value>all</value> | |
</entry> | |
<entry> | |
<key>et-node-identifier</key> | |
<value>${hostname()}</value> | |
</entry> | |
<entry> | |
<key>track-performance</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>max-performance-metrics</key> | |
<value>100000</value> | |
</entry> | |
<entry> | |
<key>max-operation-time</key> | |
<value>10 secs</value> | |
</entry> | |
<entry> | |
<key>max-listing-time</key> | |
<value>3 mins</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<executionNodeRestricted>false</executionNodeRestricted> | |
<name>ListFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<state>STOPPED</state> | |
<style/> | |
<type>org.apache.nifi.processors.standard.ListFile</type> | |
</processors> | |
</snippet> | |
<timestamp>04/09/2019 14:50:40 EEST</timestamp> | |
</template> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment