Skip to content

Instantly share code, notes, and snippets.

@jfrazee

jfrazee/LookupAttribute_CSV_Example.xml

Last active April 16, 2017 19:05
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jfrazee/a3b5558882b45228f768ef8dabb9ef54 to your computer and use it in GitHub Desktop.
Save jfrazee/a3b5558882b45228f768ef8dabb9ef54 to your computer and use it in GitHub Desktop.
Download ZIP
LookupAttribute CSV Example
Raw
lookup.csv
foo bar
foovalue1 barvalue1
Raw
LookupAttribute_CSV_Example.xml
<?xml version="1.0" ?>
<template encoding-version="1.0">
<description></description>
<groupId>1cd46966-0159-1000-3bc2-e181b17f75f5</groupId>
<name>LookupAttribute CSV Example</name>
<snippet>
<processGroups>
<id>77fa6bb7-015b-1000-0000-000000000000</id>
<parentGroupId>1cd46966-0159-1000-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<comments></comments>
<contents>
<connections>
<id>7805c179-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>77fa6bb7-015b-1000-0000-000000000000</groupId>
<id>78056acf-015b-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>77fa6bb7-015b-1000-0000-000000000000</groupId>
<id>78058149-015b-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>7806893f-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>77fa6bb7-015b-1000-0000-000000000000</groupId>
<id>7805e758-015b-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>77fa6bb7-015b-1000-0000-000000000000</groupId>
<id>78056acf-015b-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>7806ccfa-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<comments></comments>
<descriptors>
<entry>
<key>csv-file</key>
<value>
<name>csv-file</name>
</value>
</entry>
</descriptors>
<name>CsvFileLookupTableService</name>
<properties>
<entry>
<key>csv-file</key>
<value>/tmp/lookup.csv</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.lookup.services.CsvFileLookupTableService</type>
</controllerServices>
<processors>
<id>78056acf-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<position>
<x>308.9696014446928</x>
<y>247.9213597510473</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>lookup-table-service</key>
<value>
<identifiesControllerService>org.apache.nifi.lookup.services.LookupTableService</identifiesControllerService>
<name>lookup-table-service</name>
</value>
</entry>
<entry>
<key>Include Null Values</key>
<value>
<name>Include Null Values</name>
</value>
</entry>
<entry>
<key>bar</key>
<value>
<name>bar</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>lookup-table-service</key>
<value>7806ccfa-015b-1000-0000-000000000000</value>
</entry>
<entry>
<key>Include Null Values</key>
<value>true</value>
</entry>
<entry>
<key>bar</key>
<value>foo.1</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LookupAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unmatched</name>
</relationships>
<style></style>
<type>org.apache.nifi.lookup.processors.LookupAttribute</type>
</processors>
<processors>
<id>78058149-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<position>
<x>309.360297401413</x>
<y>21.055145031410234</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>File Size</key>
<value>
<name>File Size</name>
</value>
</entry>
<entry>
<key>Batch Size</key>
<value>
<name>Batch Size</name>
</value>
</entry>
<entry>
<key>Data Format</key>
<value>
<name>Data Format</name>
</value>
</entry>
<entry>
<key>Unique FlowFiles</key>
<value>
<name>Unique FlowFiles</name>
</value>
</entry>
<entry>
<key>generate-ff-custom-text</key>
<value>
<name>generate-ff-custom-text</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>File Size</key>
<value>0B</value>
</entry>
<entry>
<key>Batch Size</key>
<value>1</value>
</entry>
<entry>
<key>Data Format</key>
<value>Text</value>
</entry>
<entry>
<key>Unique FlowFiles</key>
<value>false</value>
</entry>
<entry>
<key>generate-ff-custom-text</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>5 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>GenerateFlowFile</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
</processors>
<processors>
<id>7805e758-015b-1000-0000-000000000000</id>
<parentGroupId>77fa6bb7-015b-1000-0000-000000000000</parentGroupId>
<position>
<x>312.13725108233746</x>
<y>465.7254568920844</y>
</position>
<config>
<bulletinLevel>INFO</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Log Level</key>
<value>
<name>Log Level</name>
</value>
</entry>
<entry>
<key>Log Payload</key>
<value>
<name>Log Payload</name>
</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>
<name>Attributes to Log</name>
</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
<value>
<name>Attributes to Ignore</name>
</value>
</entry>
<entry>
<key>Log prefix</key>
<value>
<name>Log prefix</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>bar</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
</contents>
<name>LookupAttribute CSV Example</name>
</processGroups>
</snippet>
<timestamp>04/16/2017 14:03:32 CDT</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment