Created
June 7, 2018 13:27
-
-
Save bbende/76f7e7182e6cc4990d1ab2e44415ea6f to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8" standalone="yes"?> | |
| <template encoding-version="1.2"> | |
| <description></description> | |
| <groupId>d18f51a5-0163-1000-59bd-cdb8b3e3330a</groupId> | |
| <name>UpdateCSVRecords-2</name> | |
| <snippet> | |
| <processGroups> | |
| <id>94861b83-3e5e-3c91-0000-000000000000</id> | |
| <parentGroupId>2cca8399-5519-3bf5-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>0.0</x> | |
| <y>0.0</y> | |
| </position> | |
| <comments></comments> | |
| <contents> | |
| <connections> | |
| <id>24800521-8c2b-31eb-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>7d0dafeb-6e27-3dc6-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>c1670c23-9e20-378a-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>434d0901-6b39-3857-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>7403e96d-940c-3d65-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>fa38d78a-5d15-309b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>80e62534-ca39-344a-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>4c2ceb84-3434-3011-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>7d0dafeb-6e27-3dc6-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>a128da5c-d4a2-3145-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>4bfb2588-650c-314c-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>7403e96d-940c-3d65-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>f1cf50e4-e7ea-32b5-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>c1670c23-9e20-378a-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>94861b83-3e5e-3c91-0000-000000000000</groupId> | |
| <id>094ab1c1-7876-3f35-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <controllerServices> | |
| <id>6bd63f48-8217-3c11-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-registry-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>avro-reg-validated-field-names</key> | |
| <value> | |
| <name>avro-reg-validated-field-names</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>input</key> | |
| <value> | |
| <name>input</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>updated</key> | |
| <value> | |
| <name>updated</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>AvroSchemaRegistry</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>avro-reg-validated-field-names</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>input</key> | |
| <value>{ | |
| "name": "dummy_data", | |
| "namespace": "nifi", | |
| "type": "record", | |
| "fields": [ | |
| { "name": "product", "type": ["null","string"] }, | |
| { "name": "first_name", "type": ["null","string"] }, | |
| { "name": "size", "type": ["null","string"] }, | |
| { "name": "amount", "type": ["null","string"] }, | |
| { "name": "price", "type": ["null","string"] }, | |
| { "name": "weight", "type": ["null","string"] }, | |
| { "name": "location", "type": ["null","string"] }, | |
| { "name": "scope", "type": ["null","string"] }, | |
| { "name": "profit", "type": ["null","string"] } | |
| ] | |
| }</value> | |
| </entry> | |
| <entry> | |
| <key>updated</key> | |
| <value>{ | |
| "name": "dummy_data", | |
| "namespace": "nifi", | |
| "type": "record", | |
| "fields": [ | |
| { "name": "session_id", "type": "string" }, | |
| { "name": "timestamp", "type": "string" }, | |
| { "name": "product", "type": ["null","string"] }, | |
| { "name": "first_name", "type": ["null","string"] }, | |
| { "name": "size", "type": ["null","string"] }, | |
| { "name": "amount", "type": ["null","string"] }, | |
| { "name": "price", "type": ["null","string"] }, | |
| { "name": "weight", "type": ["null","string"] }, | |
| { "name": "location", "type": ["null","string"] }, | |
| { "name": "scope", "type": ["null","string"] }, | |
| { "name": "profit", "type": ["null","string"] } | |
| ] | |
| }</value> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.schemaregistry.services.AvroSchemaRegistry</type> | |
| </controllerServices> | |
| <controllerServices> | |
| <id>aebf71b5-a892-3489-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| <value> | |
| <name>Schema Write Strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| <value> | |
| <name>Date Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| <value> | |
| <name>Time Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| <value> | |
| <name>Timestamp Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| <value> | |
| <name>CSV Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| <value> | |
| <name>Value Separator</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Include Header Line</key> | |
| <value> | |
| <name>Include Header Line</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| <value> | |
| <name>Quote Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| <value> | |
| <name>Escape Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| <value> | |
| <name>Comment Marker</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| <value> | |
| <name>Null String</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| <value> | |
| <name>Trim Fields</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Quote Mode</key> | |
| <value> | |
| <name>Quote Mode</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Record Separator</key> | |
| <value> | |
| <name>Record Separator</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Include Trailing Delimiter</key> | |
| <value> | |
| <name>Include Trailing Delimiter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| <value> | |
| <name>csvutils-character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>CSVRecordSetWriter</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| <value>schema-name</value> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value>schema-name</value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value>6bd63f48-8217-3c11-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value>updated</value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value>${avro.schema}</value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| <value>custom</value> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| <value>,</value> | |
| </entry> | |
| <entry> | |
| <key>Include Header Line</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| <value>"</value> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| <value>\</value> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Quote Mode</key> | |
| <value>MINIMAL</value> | |
| </entry> | |
| <entry> | |
| <key>Record Separator</key> | |
| <value>\n</value> | |
| </entry> | |
| <entry> | |
| <key>Include Trailing Delimiter</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.csv.CSVRecordSetWriter</type> | |
| </controllerServices> | |
| <controllerServices> | |
| <id>c49d97dc-c69c-38f8-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>csv-reader-csv-parser</key> | |
| <value> | |
| <name>csv-reader-csv-parser</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| <value> | |
| <name>Date Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| <value> | |
| <name>Time Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| <value> | |
| <name>Timestamp Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| <value> | |
| <name>CSV Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| <value> | |
| <name>Value Separator</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Skip Header Line</key> | |
| <value> | |
| <name>Skip Header Line</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>ignore-csv-header</key> | |
| <value> | |
| <name>ignore-csv-header</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| <value> | |
| <name>Quote Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| <value> | |
| <name>Escape Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| <value> | |
| <name>Comment Marker</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| <value> | |
| <name>Null String</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| <value> | |
| <name>Trim Fields</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| <value> | |
| <name>csvutils-character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>CSVReader</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value>schema-name</value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value>6bd63f48-8217-3c11-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value>input</value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value>${avro.schema}</value> | |
| </entry> | |
| <entry> | |
| <key>csv-reader-csv-parser</key> | |
| <value>commons-csv</value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| <value>custom</value> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| <value>,</value> | |
| </entry> | |
| <entry> | |
| <key>Skip Header Line</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>ignore-csv-header</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| <value>"</value> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| <value>\</value> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.csv.CSVReader</type> | |
| </controllerServices> | |
| <processors> | |
| <id>094ab1c1-7876-3f35-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>472.0</x> | |
| <y>21.0</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>File Size</key> | |
| <value> | |
| <name>File Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Batch Size</key> | |
| <value> | |
| <name>Batch Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Data Format</key> | |
| <value> | |
| <name>Data Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Unique FlowFiles</key> | |
| <value> | |
| <name>Unique FlowFiles</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>generate-ff-custom-text</key> | |
| <value> | |
| <name>generate-ff-custom-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value> | |
| <name>character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>File Size</key> | |
| <value>0B</value> | |
| </entry> | |
| <entry> | |
| <key>Batch Size</key> | |
| <value>1</value> | |
| </entry> | |
| <entry> | |
| <key>Data Format</key> | |
| <value>Text</value> | |
| </entry> | |
| <entry> | |
| <key>Unique FlowFiles</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>generate-ff-custom-text</key> | |
| <value>"Eldon Base for stackable storage shelf, platinum",Muhammed MacIntyre,3,-213.25,38.94,35,Nunavut,Storage & Organization,0.8 | |
| "1.7 Cubic Foot Compact ""Cube"" Office Refrigerators",BarryFrench,293,457.81,208.16,68.02,Nunavut,Appliances,0.58 | |
| "Cardinal Slant-D Ring Binder, Heavy Gauge Vinyl",Barry French,293,46.71,8.69,2.99,Nunavut,Binders and Binder Accessories,0.39 | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>10 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>Generate Fake CSV Data</name> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
| </processors> | |
| <processors> | |
| <id>4bfb2588-650c-314c-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>1018.2985136317466</x> | |
| <y>548.166503560875</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Directory</key> | |
| <value> | |
| <name>Directory</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Conflict Resolution Strategy</key> | |
| <value> | |
| <name>Conflict Resolution Strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Create Missing Directories</key> | |
| <value> | |
| <name>Create Missing Directories</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Count</key> | |
| <value> | |
| <name>Maximum File Count</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Last Modified Time</key> | |
| <value> | |
| <name>Last Modified Time</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Permissions</key> | |
| <value> | |
| <name>Permissions</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Owner</key> | |
| <value> | |
| <name>Owner</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Group</key> | |
| <value> | |
| <name>Group</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Directory</key> | |
| <value>./data/out</value> | |
| </entry> | |
| <entry> | |
| <key>Conflict Resolution Strategy</key> | |
| <value>fail</value> | |
| </entry> | |
| <entry> | |
| <key>Create Missing Directories</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Count</key> | |
| </entry> | |
| <entry> | |
| <key>Last Modified Time</key> | |
| </entry> | |
| <entry> | |
| <key>Permissions</key> | |
| </entry> | |
| <entry> | |
| <key>Owner</key> | |
| </entry> | |
| <entry> | |
| <key>Group</key> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>PutFile</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.PutFile</type> | |
| </processors> | |
| <processors> | |
| <id>4c2ceb84-3434-3011-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>478.0</x> | |
| <y>695.0</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Log Level</key> | |
| <value> | |
| <name>Log Level</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value> | |
| <name>Log Payload</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| <value> | |
| <name>Attributes to Log</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value> | |
| <name>attributes-to-log-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| <value> | |
| <name>Attributes to Ignore</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| <value> | |
| <name>attributes-to-ignore-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| <value> | |
| <name>Log prefix</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value> | |
| <name>character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Log Level</key> | |
| <value>info</value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value>.*</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>LogAttribute</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.LogAttribute</type> | |
| </processors> | |
| <processors> | |
| <id>7403e96d-940c-3d65-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>1019.5002530255674</x> | |
| <y>327.0601669522166</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>record-reader</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
| <name>record-reader</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
| <name>record-writer</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value> | |
| <name>replacement-value-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>/session_id</key> | |
| <value> | |
| <name>/session_id</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>/timestamp</key> | |
| <value> | |
| <name>/timestamp</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>record-reader</key> | |
| <value>c49d97dc-c69c-38f8-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value>aebf71b5-a892-3489-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value>literal-value</value> | |
| </entry> | |
| <entry> | |
| <key>/session_id</key> | |
| <value>${UUID()}</value> | |
| </entry> | |
| <entry> | |
| <key>/timestamp</key> | |
| <value>${now()}</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>Update CSV Records in-place</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.UpdateRecord</type> | |
| </processors> | |
| <processors> | |
| <id>7d0dafeb-6e27-3dc6-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>478.0</x> | |
| <y>468.0</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>record-reader</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
| <name>record-reader</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
| <name>record-writer</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value> | |
| <name>replacement-value-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>/session_id</key> | |
| <value> | |
| <name>/session_id</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>/timestamp</key> | |
| <value> | |
| <name>/timestamp</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>record-reader</key> | |
| <value>c49d97dc-c69c-38f8-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value>aebf71b5-a892-3489-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value>literal-value</value> | |
| </entry> | |
| <entry> | |
| <key>/session_id</key> | |
| <value>${UUID()}</value> | |
| </entry> | |
| <entry> | |
| <key>/timestamp</key> | |
| <value>${now()}</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>Update CSV Records in-place</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.UpdateRecord</type> | |
| </processors> | |
| <processors> | |
| <id>c1670c23-9e20-378a-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>475.0</x> | |
| <y>246.0</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Log Level</key> | |
| <value> | |
| <name>Log Level</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value> | |
| <name>Log Payload</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| <value> | |
| <name>Attributes to Log</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value> | |
| <name>attributes-to-log-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| <value> | |
| <name>Attributes to Ignore</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| <value> | |
| <name>attributes-to-ignore-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| <value> | |
| <name>Log prefix</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value> | |
| <name>character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Log Level</key> | |
| <value>info</value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value>.*</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>LogAttribute</name> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.LogAttribute</type> | |
| </processors> | |
| <processors> | |
| <id>fa38d78a-5d15-309b-0000-000000000000</id> | |
| <parentGroupId>94861b83-3e5e-3c91-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>1007.7132812500001</x> | |
| <y>107.71821136474611</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.7.0-SNAPSHOT</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Input Directory</key> | |
| <value> | |
| <name>Input Directory</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>File Filter</key> | |
| <value> | |
| <name>File Filter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Path Filter</key> | |
| <value> | |
| <name>Path Filter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Batch Size</key> | |
| <value> | |
| <name>Batch Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Keep Source File</key> | |
| <value> | |
| <name>Keep Source File</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Recurse Subdirectories</key> | |
| <value> | |
| <name>Recurse Subdirectories</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Polling Interval</key> | |
| <value> | |
| <name>Polling Interval</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Ignore Hidden Files</key> | |
| <value> | |
| <name>Ignore Hidden Files</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Age</key> | |
| <value> | |
| <name>Minimum File Age</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Age</key> | |
| <value> | |
| <name>Maximum File Age</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Size</key> | |
| <value> | |
| <name>Minimum File Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Size</key> | |
| <value> | |
| <name>Maximum File Size</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Input Directory</key> | |
| <value>./data/in</value> | |
| </entry> | |
| <entry> | |
| <key>File Filter</key> | |
| <value>[^\.].*</value> | |
| </entry> | |
| <entry> | |
| <key>Path Filter</key> | |
| </entry> | |
| <entry> | |
| <key>Batch Size</key> | |
| <value>10</value> | |
| </entry> | |
| <entry> | |
| <key>Keep Source File</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>Recurse Subdirectories</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Polling Interval</key> | |
| <value>0 sec</value> | |
| </entry> | |
| <entry> | |
| <key>Ignore Hidden Files</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Age</key> | |
| <value>0 sec</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Age</key> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Size</key> | |
| <value>0 B</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Size</key> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>1 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>GetFile</name> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.GetFile</type> | |
| </processors> | |
| </contents> | |
| <name>Update CSV Records</name> | |
| <variables/> | |
| </processGroups> | |
| </snippet> | |
| <timestamp>06/07/2018 09:26:15 EDT</timestamp> | |
| </template> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment