Skip to content

Instantly share code, notes, and snippets.

@bbende

bbende/Solr-Ingest-User-Data.xml

Created January 18, 2018 19:41
Show Gist options
  • Save bbende/3ab0c7a0a13f33253435fed57b8c8798 to your computer and use it in GitHub Desktop.
Save bbende/3ab0c7a0a13f33253435fed57b8c8798 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
Solr-Ingest-User-Data.xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
<description></description>
<groupId>2392f099-0160-1000-03f8-d89a587d1a1f</groupId>
<name>Solr-Ingest-User-Data</name>
<snippet>
<processGroups>
<id>4fff6f43-3039-319c-0000-000000000000</id>
<parentGroupId>2bf6b2d4-6583-3df0-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<comments></comments>
<contents>
<connections>
<id>83abc935-1572-3690-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>39587241-ee2c-3a83-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>acad6d7d-9541-358e-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>96b52b1f-b703-3550-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>a531469e-b970-3f5d-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>0</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>889c16c2-843b-3c35-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>9e8f0be1-0da3-39e8-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>1346.2000732421875</x>
<y>490.00001525878906</y>
</bends>
<bends>
<x>1346.2000732421875</x>
<y>540.0000152587891</y>
</bends>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>39587241-ee2c-3a83-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>connection_failure</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>39587241-ee2c-3a83-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>15403091-d9ea-324c-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>889c16c2-843b-3c35-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>3981225b-f1f0-38c8-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>541ff9f1-5169-3ba7-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>acad6d7d-9541-358e-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>656d0164-87f5-3b6d-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>7da5151d-6b84-360b-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>763.4999389648438</x>
<y>510.4999694824219</y>
</bends>
<bends>
<x>759.8999633789062</x>
<y>77.29999542236328</y>
</bends>
<destination>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>656d0164-87f5-3b6d-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4fff6f43-3039-319c-0000-000000000000</groupId>
<id>a531469e-b970-3f5d-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>bace34f6-cf90-3dc2-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>Schema Write Strategy</key>
<value>
<name>Schema Write Strategy</name>
</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
<entry>
<key>Pretty Print JSON</key>
<value>
<name>Pretty Print JSON</name>
</value>
</entry>
<entry>
<key>suppress-nulls</key>
<value>
<name>suppress-nulls</name>
</value>
</entry>
</descriptors>
<name>JsonRecordSetWriter</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>Schema Write Strategy</key>
<value>schema-name</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>inherit-record-schema</value>
</entry>
<entry>
<key>schema-registry</key>
</entry>
<entry>
<key>schema-name</key>
<value>${schema.name}</value>
</entry>
<entry>
<key>schema-text</key>
<value>${avro.schema}</value>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
<entry>
<key>Pretty Print JSON</key>
<value>false</value>
</entry>
<entry>
<key>suppress-nulls</key>
<value>never-suppress</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.json.JsonRecordSetWriter</type>
</controllerServices>
<controllerServices>
<id>c505a365-26cf-3596-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-registry-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>avro-reg-validated-field-names</key>
<value>
<name>avro-reg-validated-field-names</name>
</value>
</entry>
<entry>
<key>user</key>
<value>
<name>user</name>
</value>
</entry>
</descriptors>
<name>AvroSchemaRegistry</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>avro-reg-validated-field-names</key>
<value>true</value>
</entry>
<entry>
<key>user</key>
<value>{
"type": "record",
"name": "user",
"fields": [
{ "name": "title", "aliases" : [ "name.title" ], "type": "string" },
{ "name": "first_name", "aliases" : [ "name.first" ], "type": "string" },
{ "name": "last_name", "aliases" : [ "name.last" ], "type": "string" },
{ "name": "full_name", "type": ["string", "null"] },
{ "name": "gender", "type": ["string", "null"] },
{ "name": "email", "type": "string" },
{ "name": "registered", "type": "string" }
]
}</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.schemaregistry.services.AvroSchemaRegistry</type>
</controllerServices>
<controllerServices>
<id>0ec6d13d-d707-3852-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
</descriptors>
<name>JsonTreeReader</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>schema-access-strategy</key>
<value>schema-name</value>
</entry>
<entry>
<key>schema-registry</key>
<value>c505a365-26cf-3596-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>${schema.name}</value>
</entry>
<entry>
<key>schema-text</key>
<value>${avro.schema}</value>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.json.JsonTreeReader</type>
</controllerServices>
<controllerServices>
<id>17a46f75-23cc-3abf-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>csv-reader-csv-parser</key>
<value>
<name>csv-reader-csv-parser</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
<entry>
<key>CSV Format</key>
<value>
<name>CSV Format</name>
</value>
</entry>
<entry>
<key>Value Separator</key>
<value>
<name>Value Separator</name>
</value>
</entry>
<entry>
<key>Skip Header Line</key>
<value>
<name>Skip Header Line</name>
</value>
</entry>
<entry>
<key>ignore-csv-header</key>
<value>
<name>ignore-csv-header</name>
</value>
</entry>
<entry>
<key>Quote Character</key>
<value>
<name>Quote Character</name>
</value>
</entry>
<entry>
<key>Escape Character</key>
<value>
<name>Escape Character</name>
</value>
</entry>
<entry>
<key>Comment Marker</key>
<value>
<name>Comment Marker</name>
</value>
</entry>
<entry>
<key>Null String</key>
<value>
<name>Null String</name>
</value>
</entry>
<entry>
<key>Trim Fields</key>
<value>
<name>Trim Fields</name>
</value>
</entry>
<entry>
<key>csvutils-character-set</key>
<value>
<name>csvutils-character-set</name>
</value>
</entry>
</descriptors>
<name>CSVReader</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>schema-access-strategy</key>
<value>schema-name</value>
</entry>
<entry>
<key>schema-registry</key>
<value>c505a365-26cf-3596-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>${schema.name}</value>
</entry>
<entry>
<key>schema-text</key>
<value>${avro.schema}</value>
</entry>
<entry>
<key>csv-reader-csv-parser</key>
<value>commons-csv</value>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
<entry>
<key>CSV Format</key>
<value>custom</value>
</entry>
<entry>
<key>Value Separator</key>
<value>,</value>
</entry>
<entry>
<key>Skip Header Line</key>
<value>true</value>
</entry>
<entry>
<key>ignore-csv-header</key>
<value>false</value>
</entry>
<entry>
<key>Quote Character</key>
<value>"</value>
</entry>
<entry>
<key>Escape Character</key>
<value>\</value>
</entry>
<entry>
<key>Comment Marker</key>
</entry>
<entry>
<key>Null String</key>
</entry>
<entry>
<key>Trim Fields</key>
<value>true</value>
</entry>
<entry>
<key>csvutils-character-set</key>
<value>UTF-8</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.csv.CSVReader</type>
</controllerServices>
<controllerServices>
<id>1b932f1c-1306-31f2-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-lookup-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>miss</key>
<value>
<name>miss</name>
</value>
</entry>
<entry>
<key>mr</key>
<value>
<name>mr</name>
</value>
</entry>
<entry>
<key>mrs</key>
<value>
<name>mrs</name>
</value>
</entry>
<entry>
<key>ms</key>
<value>
<name>ms</name>
</value>
</entry>
</descriptors>
<name>SimpleKeyValueLookupService</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>miss</key>
<value>FEMALE</value>
</entry>
<entry>
<key>mr</key>
<value>MALE</value>
</entry>
<entry>
<key>mrs</key>
<value>FEMALE</value>
</entry>
<entry>
<key>ms</key>
<value>FEMALE</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.lookup.SimpleKeyValueLookupService</type>
</controllerServices>
<processors>
<id>889c16c2-843b-3c35-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>285.3000030517578</x>
<y>230.70000076293945</y>
</position>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>schema.name</key>
<value>
<name>schema.name</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>schema.name</key>
<value>user</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>Set schema.name</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
</processors>
<processors>
<id>a531469e-b970-3f5d-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>285.3000030517578</x>
<y>450.00001525878906</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>record-reader</name>
</value>
</entry>
<entry>
<key>record-writer</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
<name>record-writer</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>record-reader</key>
<value>17a46f75-23cc-3abf-0000-000000000000</value>
</entry>
<entry>
<key>record-writer</key>
<value>bace34f6-cf90-3dc2-0000-000000000000</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>Convert CSV to JSON</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.standard.ConvertRecord</type>
</processors>
<processors>
<id>acad6d7d-9541-358e-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>891.2000732421875</x>
<y>230.70000076293945</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>record-reader</name>
</value>
</entry>
<entry>
<key>record-writer</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
<name>record-writer</name>
</value>
</entry>
<entry>
<key>lookup-service</key>
<value>
<identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
<name>lookup-service</name>
</value>
</entry>
<entry>
<key>result-record-path</key>
<value>
<name>result-record-path</name>
</value>
</entry>
<entry>
<key>routing-strategy</key>
<value>
<name>routing-strategy</name>
</value>
</entry>
<entry>
<key>result-contents</key>
<value>
<name>result-contents</name>
</value>
</entry>
<entry>
<key>key</key>
<value>
<name>key</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>record-reader</key>
<value>0ec6d13d-d707-3852-0000-000000000000</value>
</entry>
<entry>
<key>record-writer</key>
<value>bace34f6-cf90-3dc2-0000-000000000000</value>
</entry>
<entry>
<key>lookup-service</key>
<value>1b932f1c-1306-31f2-0000-000000000000</value>
</entry>
<entry>
<key>result-record-path</key>
<value>/gender</value>
</entry>
<entry>
<key>routing-strategy</key>
<value>route-to-success</value>
</entry>
<entry>
<key>result-contents</key>
<value>record-fields</value>
</entry>
<entry>
<key>key</key>
<value>/title</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>Lookup Gender</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.standard.LookupRecord</type>
</processors>
<processors>
<id>39587241-ee2c-3a83-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>891.2000732421875</x>
<y>450.00001525878906</y>
</position>
<bundle>
<artifact>nifi-solr-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Solr Type</key>
<value>
<name>Solr Type</name>
</value>
</entry>
<entry>
<key>Solr Location</key>
<value>
<name>Solr Location</name>
</value>
</entry>
<entry>
<key>Collection</key>
<value>
<name>Collection</name>
</value>
</entry>
<entry>
<key>Content Stream Path</key>
<value>
<name>Content Stream Path</name>
</value>
</entry>
<entry>
<key>Content-Type</key>
<value>
<name>Content-Type</name>
</value>
</entry>
<entry>
<key>Commit Within</key>
<value>
<name>Commit Within</name>
</value>
</entry>
<entry>
<key>JAAS Client App Name</key>
<value>
<name>JAAS Client App Name</name>
</value>
</entry>
<entry>
<key>Username</key>
<value>
<name>Username</name>
</value>
</entry>
<entry>
<key>Password</key>
<value>
<name>Password</name>
</value>
</entry>
<entry>
<key>SSL Context Service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>SSL Context Service</name>
</value>
</entry>
<entry>
<key>Solr Socket Timeout</key>
<value>
<name>Solr Socket Timeout</name>
</value>
</entry>
<entry>
<key>Solr Connection Timeout</key>
<value>
<name>Solr Connection Timeout</name>
</value>
</entry>
<entry>
<key>Solr Maximum Connections</key>
<value>
<name>Solr Maximum Connections</name>
</value>
</entry>
<entry>
<key>Solr Maximum Connections Per Host</key>
<value>
<name>Solr Maximum Connections Per Host</name>
</value>
</entry>
<entry>
<key>ZooKeeper Client Timeout</key>
<value>
<name>ZooKeeper Client Timeout</name>
</value>
</entry>
<entry>
<key>ZooKeeper Connection Timeout</key>
<value>
<name>ZooKeeper Connection Timeout</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Solr Type</key>
<value>Cloud</value>
</entry>
<entry>
<key>Solr Location</key>
<value>localhost:9983</value>
</entry>
<entry>
<key>Collection</key>
<value>${solr.collection}</value>
</entry>
<entry>
<key>Content Stream Path</key>
<value>/update/json/docs</value>
</entry>
<entry>
<key>Content-Type</key>
<value>application/json</value>
</entry>
<entry>
<key>Commit Within</key>
<value>5000</value>
</entry>
<entry>
<key>JAAS Client App Name</key>
</entry>
<entry>
<key>Username</key>
</entry>
<entry>
<key>Password</key>
</entry>
<entry>
<key>SSL Context Service</key>
</entry>
<entry>
<key>Solr Socket Timeout</key>
<value>10 seconds</value>
</entry>
<entry>
<key>Solr Connection Timeout</key>
<value>10 seconds</value>
</entry>
<entry>
<key>Solr Maximum Connections</key>
<value>10</value>
</entry>
<entry>
<key>Solr Maximum Connections Per Host</key>
<value>5</value>
</entry>
<entry>
<key>ZooKeeper Client Timeout</key>
<value>10 seconds</value>
</entry>
<entry>
<key>ZooKeeper Connection Timeout</key>
<value>10 seconds</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>PutSolrContentStream</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>connection_failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.solr.PutSolrContentStream</type>
</processors>
<processors>
<id>3981225b-f1f0-38c8-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>285.3000030517578</x>
<y>10.700000762939453</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Input Directory</key>
<value>
<name>Input Directory</name>
</value>
</entry>
<entry>
<key>File Filter</key>
<value>
<name>File Filter</name>
</value>
</entry>
<entry>
<key>Path Filter</key>
<value>
<name>Path Filter</name>
</value>
</entry>
<entry>
<key>Batch Size</key>
<value>
<name>Batch Size</name>
</value>
</entry>
<entry>
<key>Keep Source File</key>
<value>
<name>Keep Source File</name>
</value>
</entry>
<entry>
<key>Recurse Subdirectories</key>
<value>
<name>Recurse Subdirectories</name>
</value>
</entry>
<entry>
<key>Polling Interval</key>
<value>
<name>Polling Interval</name>
</value>
</entry>
<entry>
<key>Ignore Hidden Files</key>
<value>
<name>Ignore Hidden Files</name>
</value>
</entry>
<entry>
<key>Minimum File Age</key>
<value>
<name>Minimum File Age</name>
</value>
</entry>
<entry>
<key>Maximum File Age</key>
<value>
<name>Maximum File Age</name>
</value>
</entry>
<entry>
<key>Minimum File Size</key>
<value>
<name>Minimum File Size</name>
</value>
</entry>
<entry>
<key>Maximum File Size</key>
<value>
<name>Maximum File Size</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Input Directory</key>
<value>./data</value>
</entry>
<entry>
<key>File Filter</key>
<value>[^\.].*</value>
</entry>
<entry>
<key>Path Filter</key>
</entry>
<entry>
<key>Batch Size</key>
<value>10</value>
</entry>
<entry>
<key>Keep Source File</key>
<value>false</value>
</entry>
<entry>
<key>Recurse Subdirectories</key>
<value>true</value>
</entry>
<entry>
<key>Polling Interval</key>
<value>0 sec</value>
</entry>
<entry>
<key>Ignore Hidden Files</key>
<value>true</value>
</entry>
<entry>
<key>Minimum File Age</key>
<value>0 sec</value>
</entry>
<entry>
<key>Maximum File Age</key>
</entry>
<entry>
<key>Minimum File Size</key>
<value>0 B</value>
</entry>
<entry>
<key>Maximum File Size</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>1 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>GetFile</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.standard.GetFile</type>
</processors>
<processors>
<id>656d0164-87f5-3b6d-0000-000000000000</id>
<parentGroupId>4fff6f43-3039-319c-0000-000000000000</parentGroupId>
<position>
<x>891.2000732421875</x>
<y>10.700000762939453</y>
</position>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.5.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>record-reader</name>
</value>
</entry>
<entry>
<key>record-writer</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
<name>record-writer</name>
</value>
</entry>
<entry>
<key>replacement-value-strategy</key>
<value>
<name>replacement-value-strategy</name>
</value>
</entry>
<entry>
<key>/full_name</key>
<value>
<name>/full_name</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>record-reader</key>
<value>0ec6d13d-d707-3852-0000-000000000000</value>
</entry>
<entry>
<key>record-writer</key>
<value>bace34f6-cf90-3dc2-0000-000000000000</value>
</entry>
<entry>
<key>replacement-value-strategy</key>
<value>record-path-value</value>
</entry>
<entry>
<key>/full_name</key>
<value>concat(/first_name, ' ', /last_name)</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>Populate full_name</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.standard.UpdateRecord</type>
</processors>
</contents>
<name>Solr Ingest User Data</name>
<variables>
<entry>
<key>solr.collection</key>
<value>data-dev</value>
</entry>
</variables>
</processGroups>
</snippet>
<timestamp>01/18/2018 14:39:35 EST</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment