Last active
February 15, 2022 11:20
-
-
Save ijokarumawak/03b781e5dea6e706421fdfabf4b30c8d to your computer and use it in GitHub Desktop.
NiFii PR497
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><template encoding-version="1.0"><description>Sending data via Site-to-Site using HTTP to itself.</description><name>http-site-to-site-send</name><snippet><connections><id>9b9e5c8e-4767-485a-a258-08d40a0acbef</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold><backPressureObjectThreshold>0</backPressureObjectThreshold><destination><groupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</groupId><id>295693bf-f0e1-46fc-82bb-f4b6549b233c</id><type>PROCESSOR</type></destination><flowFileExpiration>0 sec</flowFileExpiration><labelIndex>1</labelIndex><name></name><selectedRelationships>success</selectedRelationships><source><groupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</groupId><id>aa4bd298-d727-41d3-8c4c-4eabe57d569f</id><type>PROCESSOR</type></source><zIndex>0</zIndex></connections><connections><id>6eb5ccba-c711-4da2-9b91-23b7341d2f55</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold><backPressureObjectThreshold>0</backPressureObjectThreshold><destination><groupId>1c2774ac-0316-4073-984a-390e1ffb6624</groupId><id>f5b0f073-23ec-4532-b7bc-166f7b920c06</id><type>REMOTE_INPUT_PORT</type></destination><flowFileExpiration>0 sec</flowFileExpiration><labelIndex>1</labelIndex><name></name><selectedRelationships>success</selectedRelationships><source><groupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</groupId><id>8b749546-02f7-439f-bf49-dd8090c7de89</id><type>PROCESSOR</type></source><zIndex>0</zIndex></connections><connections><id>fb35104a-a202-45ab-823d-e1f1ca23a281</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold><backPressureObjectThreshold>0</backPressureObjectThreshold><destination><groupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</groupId><id>aa4bd298-d727-41d3-8c4c-4eabe57d569f</id><type>PROCESSOR</type></destination><flowFileExpiration>0 sec</flowFileExpiration><labelIndex>1</labelIndex><name></name><source><groupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</groupId><id>f5b0f073-23ec-4532-b7bc-166f7b920c06</id><type>INPUT_PORT</type></source><zIndex>0</zIndex></connections><inputPorts><id>f5b0f073-23ec-4532-b7bc-166f7b920c06</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><position><x>640.4306771306216</x><y>196.6048254478162</y></position><concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount><name>input</name><state>RUNNING</state><transmitting>false</transmitting><type>INPUT_PORT</type></inputPorts><processors><id>295693bf-f0e1-46fc-82bb-f4b6549b233c</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><position><x>577.0448440412065</x><y>552.5434713094897</y></position><config><bulletinLevel>WARN</bulletinLevel><comments></comments><concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount><defaultConcurrentTasks><entry><key>TIMER_DRIVEN</key><value>1</value></entry><entry><key>EVENT_DRIVEN</key><value>0</value></entry><entry><key>CRON_DRIVEN</key><value>1</value></entry></defaultConcurrentTasks><defaultSchedulingPeriod><entry><key>TIMER_DRIVEN</key><value>0 sec</value></entry><entry><key>CRON_DRIVEN</key><value>* * * * * ?</value></entry></defaultSchedulingPeriod><descriptors><entry><key>Log Level</key><value><allowableValues><displayName>trace</displayName><value>trace</value></allowableValues><allowableValues><displayName>debug</displayName><value>debug</value></allowableValues><allowableValues><displayName>info</displayName><value>info</value></allowableValues><allowableValues><displayName>warn</displayName><value>warn</value></allowableValues><allowableValues><displayName>error</displayName><value>error</value></allowableValues><defaultValue>info</defaultValue><description>The Log Level to use when logging the Attributes</description><displayName>Log Level</displayName><dynamic>false</dynamic><name>Log Level</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Log Payload</key><value><allowableValues><displayName>true</displayName><value>true</value></allowableValues><allowableValues><displayName>false</displayName><value>false</value></allowableValues><defaultValue>false</defaultValue><description>If true, the FlowFile's payload will be logged, in addition to its attributes; otherwise, just the Attributes will be logged.</description><displayName>Log Payload</displayName><dynamic>false</dynamic><name>Log Payload</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Attributes to Log</key><value><description>A comma-separated list of Attributes to Log. If not specified, all attributes will be logged.</description><displayName>Attributes to Log</displayName><dynamic>false</dynamic><name>Attributes to Log</name><required>false</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Attributes to Ignore</key><value><description>A comma-separated list of Attributes to ignore. If not specified, no attributes will be ignored.</description><displayName>Attributes to Ignore</displayName><dynamic>false</dynamic><name>Attributes to Ignore</name><required>false</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Log prefix</key><value><description>Log prefix appended to the log lines. It helps to distinguish the output of multiple LogAttribute processors.</description><displayName>Log prefix</displayName><dynamic>false</dynamic><name>Log prefix</name><required>false</required><sensitive>false</sensitive><supportsEl>true</supportsEl></value></entry></descriptors><lossTolerant>false</lossTolerant><penaltyDuration>30 sec</penaltyDuration><properties><entry><key>Log Level</key><value>warn</value></entry><entry><key>Log Payload</key></entry><entry><key>Attributes to Log</key></entry><entry><key>Attributes to Ignore</key></entry><entry><key>Log prefix</key></entry></properties><runDurationMillis>0</runDurationMillis><schedulingPeriod>0 sec</schedulingPeriod><schedulingStrategy>TIMER_DRIVEN</schedulingStrategy><yieldDuration>1 sec</yieldDuration></config><name>LogAttribute</name><relationships><autoTerminate>true</autoTerminate><description>All FlowFiles are routed to this relationship</description><name>success</name></relationships><state>RUNNING</state><style/><supportsEventDriven>true</supportsEventDriven><supportsParallelProcessing>true</supportsParallelProcessing><type>org.apache.nifi.processors.standard.LogAttribute</type></processors><processors><id>8b749546-02f7-439f-bf49-dd8090c7de89</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><position><x>74.22428568390865</x><y>235.47902352093354</y></position><config><bulletinLevel>WARN</bulletinLevel><comments></comments><concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount><defaultConcurrentTasks><entry><key>TIMER_DRIVEN</key><value>1</value></entry><entry><key>EVENT_DRIVEN</key><value>0</value></entry><entry><key>CRON_DRIVEN</key><value>1</value></entry></defaultConcurrentTasks><defaultSchedulingPeriod><entry><key>TIMER_DRIVEN</key><value>0 sec</value></entry><entry><key>CRON_DRIVEN</key><value>* * * * * ?</value></entry></defaultSchedulingPeriod><descriptors><entry><key>File Size</key><value><description>The size of the file that will be used</description><displayName>File Size</displayName><dynamic>false</dynamic><name>File Size</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Batch Size</key><value><defaultValue>1</defaultValue><description>The number of FlowFiles to be transferred in each invocation</description><displayName>Batch Size</displayName><dynamic>false</dynamic><name>Batch Size</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Data Format</key><value><allowableValues><displayName>Binary</displayName><value>Binary</value></allowableValues><allowableValues><displayName>Text</displayName><value>Text</value></allowableValues><defaultValue>Binary</defaultValue><description>Specifies whether the data should be Text or Binary</description><displayName>Data Format</displayName><dynamic>false</dynamic><name>Data Format</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry><entry><key>Unique FlowFiles</key><value><allowableValues><displayName>true</displayName><value>true</value></allowableValues><allowableValues><displayName>false</displayName><value>false</value></allowableValues><defaultValue>false</defaultValue><description>If true, each FlowFile that is generated will be unique. If false, a random value will be generated and all FlowFiles will get the same content but this offers much higher throughput</description><displayName>Unique FlowFiles</displayName><dynamic>false</dynamic><name>Unique FlowFiles</name><required>true</required><sensitive>false</sensitive><supportsEl>false</supportsEl></value></entry></descriptors><lossTolerant>false</lossTolerant><penaltyDuration>30 sec</penaltyDuration><properties><entry><key>File Size</key><value>0b</value></entry><entry><key>Batch Size</key></entry><entry><key>Data Format</key></entry><entry><key>Unique FlowFiles</key></entry></properties><runDurationMillis>0</runDurationMillis><schedulingPeriod>1 sec</schedulingPeriod><schedulingStrategy>TIMER_DRIVEN</schedulingStrategy><yieldDuration>1 sec</yieldDuration></config><name>GenerateFlowFile</name><relationships><autoTerminate>false</autoTerminate><description></description><name>success</name></relationships><state>STOPPED</state><style/><supportsEventDriven>false</supportsEventDriven><supportsParallelProcessing>true</supportsParallelProcessing><type>org.apache.nifi.processors.standard.GenerateFlowFile</type></processors><processors><id>aa4bd298-d727-41d3-8c4c-4eabe57d569f</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><position><x>585.8273933502692</x><y>345.33458995739755</y></position><config><bulletinLevel>WARN</bulletinLevel><comments></comments><concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount><defaultConcurrentTasks><entry><key>TIMER_DRIVEN</key><value>1</value></entry><entry><key>EVENT_DRIVEN</key><value>0</value></entry><entry><key>CRON_DRIVEN</key><value>1</value></entry></defaultConcurrentTasks><defaultSchedulingPeriod><entry><key>TIMER_DRIVEN</key><value>0 sec</value></entry><entry><key>CRON_DRIVEN</key><value>* * * * * ?</value></entry></defaultSchedulingPeriod><descriptors><entry><key>Delete Attributes Expression</key><value><description>Regular expression for attributes to be deleted from flowfiles.</description><displayName>Delete Attributes Expression</displayName><dynamic>false</dynamic><name>Delete Attributes Expression</name><required>false</required><sensitive>false</sensitive><supportsEl>true</supportsEl></value></entry><entry><key>message</key><value><description></description><displayName>message</displayName><dynamic>true</dynamic><name>message</name><required>false</required><sensitive>false</sensitive><supportsEl>true</supportsEl></value></entry></descriptors><lossTolerant>false</lossTolerant><penaltyDuration>30 sec</penaltyDuration><properties><entry><key>Delete Attributes Expression</key></entry><entry><key>message</key><value>receiving data via site-to-site worked.</value></entry></properties><runDurationMillis>0</runDurationMillis><schedulingPeriod>0 sec</schedulingPeriod><schedulingStrategy>TIMER_DRIVEN</schedulingStrategy><yieldDuration>1 sec</yieldDuration></config><name>UpdateAttribute</name><relationships><autoTerminate>false</autoTerminate><description>All FlowFiles are routed to this relationship</description><name>success</name></relationships><state>RUNNING</state><style/><supportsEventDriven>true</supportsEventDriven><supportsParallelProcessing>true</supportsParallelProcessing><type>org.apache.nifi.processors.attributes.UpdateAttribute</type></processors><remoteProcessGroups><id>1c2774ac-0316-4073-984a-390e1ffb6624</id><parentGroupId>37b7ad42-8ab2-4d8e-90d3-332fe18fe096</parentGroupId><position><x>66.49080439601985</x><y>476.7208441607114</y></position><activeRemoteInputPortCount>1</activeRemoteInputPortCount><activeRemoteOutputPortCount>0</activeRemoteOutputPortCount><comments></comments><communicationsTimeout>30 sec</communicationsTimeout><contents><inputPorts><concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount><connected>true</connected><id>f5b0f073-23ec-4532-b7bc-166f7b920c06</id><name>input</name><transmitting>true</transmitting><useCompression>false</useCompression></inputPorts></contents><inactiveRemoteInputPortCount>0</inactiveRemoteInputPortCount><inactiveRemoteOutputPortCount>0</inactiveRemoteOutputPortCount><name>NiFi Flow</name><proxyHost></proxyHost><proxyUser></proxyUser><targetUri>http://localhost:8080/nifi</targetUri><transportProtocol>HTTP</transportProtocol><yieldDuration>10 sec</yieldDuration></remoteProcessGroups></snippet><timestamp>06/08/2016 08:26:43 JST</timestamp></template> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Licensed to the Apache Software Foundation (ASF) under one or more | |
# contributor license agreements. See the NOTICE file distributed with | |
# this work for additional information regarding copyright ownership. | |
# The ASF licenses this file to You under the Apache License, Version 2.0 | |
# (the "License"); you may not use this file except in compliance with | |
# the License. You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
# Core Properties # | |
nifi.version=1.0.0-SNAPSHOT | |
nifi.flow.configuration.file=./conf/flow.xml.gz | |
nifi.flow.configuration.archive.dir=./conf/archive/ | |
nifi.flowcontroller.autoResumeState=true | |
nifi.flowcontroller.graceful.shutdown.period=10 sec | |
nifi.flowservice.writedelay.interval=500 ms | |
nifi.administrative.yield.duration=30 sec | |
# If a component has no work to do (is "bored"), how long should we wait before checking again for work? | |
nifi.bored.yield.duration=10 millis | |
nifi.authorizer.configuration.file=./conf/authorizers.xml | |
nifi.login.identity.provider.configuration.file=./conf/login-identity-providers.xml | |
nifi.templates.directory=./conf/templates | |
nifi.ui.banner.text= | |
nifi.ui.autorefresh.interval=30 sec | |
nifi.nar.library.directory=./lib | |
nifi.nar.working.directory=./work/nar/ | |
nifi.documentation.working.directory=./work/docs/components | |
#################### | |
# State Management # | |
#################### | |
nifi.state.management.configuration.file=./conf/state-management.xml | |
# The ID of the local state provider | |
nifi.state.management.provider.local=local-provider | |
# The ID of the cluster-wide state provider. This will be ignored if NiFi is not clustered but must be populated if running in a cluster. | |
nifi.state.management.provider.cluster=zk-provider | |
# Specifies whether or not this instance of NiFi should run an embedded ZooKeeper server | |
nifi.state.management.embedded.zookeeper.start=false | |
# Properties file that provides the ZooKeeper properties to use if <nifi.state.management.embedded.zookeeper.start> is set to true | |
nifi.state.management.embedded.zookeeper.properties=./conf/zookeeper.properties | |
# H2 Settings | |
nifi.database.directory=./database_repository | |
nifi.h2.url.append=;LOCK_TIMEOUT=25000;WRITE_DELAY=0;AUTO_SERVER=FALSE | |
# FlowFile Repository | |
nifi.flowfile.repository.implementation=org.apache.nifi.controller.repository.WriteAheadFlowFileRepository | |
nifi.flowfile.repository.directory=./flowfile_repository | |
nifi.flowfile.repository.partitions=256 | |
nifi.flowfile.repository.checkpoint.interval=2 mins | |
nifi.flowfile.repository.always.sync=false | |
nifi.swap.manager.implementation=org.apache.nifi.controller.FileSystemSwapManager | |
nifi.queue.swap.threshold=20000 | |
nifi.swap.in.period=5 sec | |
nifi.swap.in.threads=1 | |
nifi.swap.out.period=5 sec | |
nifi.swap.out.threads=4 | |
# Content Repository | |
nifi.content.repository.implementation=org.apache.nifi.controller.repository.FileSystemRepository | |
nifi.content.claim.max.appendable.size=10 MB | |
nifi.content.claim.max.flow.files=100 | |
nifi.content.repository.directory.default=./content_repository | |
nifi.content.repository.archive.max.retention.period=12 hours | |
nifi.content.repository.archive.max.usage.percentage=50% | |
nifi.content.repository.archive.enabled=true | |
nifi.content.repository.always.sync=false | |
nifi.content.viewer.url=/nifi-content-viewer/ | |
# Provenance Repository Properties | |
nifi.provenance.repository.implementation=org.apache.nifi.provenance.PersistentProvenanceRepository | |
# Persistent Provenance Repository Properties | |
nifi.provenance.repository.directory.default=./provenance_repository | |
nifi.provenance.repository.max.storage.time=24 hours | |
nifi.provenance.repository.max.storage.size=1 GB | |
nifi.provenance.repository.rollover.time=30 secs | |
nifi.provenance.repository.rollover.size=100 MB | |
nifi.provenance.repository.query.threads=2 | |
nifi.provenance.repository.index.threads=1 | |
nifi.provenance.repository.compress.on.rollover=true | |
nifi.provenance.repository.always.sync=false | |
nifi.provenance.repository.journal.count=16 | |
# Comma-separated list of fields. Fields that are not indexed will not be searchable. Valid fields are: | |
# EventType, FlowFileUUID, Filename, TransitURI, ProcessorID, AlternateIdentifierURI, Relationship, Details | |
nifi.provenance.repository.indexed.fields=EventType, FlowFileUUID, Filename, ProcessorID, Relationship | |
# FlowFile Attributes that should be indexed and made searchable. Some examples to consider are filename, uuid, mime.type | |
nifi.provenance.repository.indexed.attributes= | |
# Large values for the shard size will result in more Java heap usage when searching the Provenance Repository | |
# but should provide better performance | |
nifi.provenance.repository.index.shard.size=500 MB | |
# Indicates the maximum length that a FlowFile attribute can be when retrieving a Provenance Event from | |
# the repository. If the length of any attribute exceeds this value, it will be truncated when the event is retrieved. | |
nifi.provenance.repository.max.attribute.length=65536 | |
# Volatile Provenance Respository Properties | |
nifi.provenance.repository.buffer.size=100000 | |
# Component Status Repository | |
nifi.components.status.repository.implementation=org.apache.nifi.controller.status.history.VolatileComponentStatusRepository | |
nifi.components.status.repository.buffer.size=1440 | |
nifi.components.status.snapshot.frequency=1 min | |
# Site to Site properties | |
nifi.remote.input.host= | |
nifi.remote.input.secure=false | |
nifi.remote.input.socket.port= | |
nifi.remote.input.http.enabled=true | |
nifi.remote.input.http.transaction.ttl=30 sec | |
# web properties # | |
nifi.web.war.directory=./lib | |
nifi.web.http.host= | |
nifi.web.http.port=8080 | |
nifi.web.https.host= | |
nifi.web.https.port= | |
nifi.web.jetty.working.directory=./work/jetty | |
nifi.web.jetty.threads=200 | |
# security properties # | |
nifi.sensitive.props.key= | |
nifi.sensitive.props.algorithm=PBEWITHMD5AND256BITAES-CBC-OPENSSL | |
nifi.sensitive.props.provider=BC | |
nifi.security.keystore= | |
nifi.security.keystoreType= | |
nifi.security.keystorePasswd= | |
nifi.security.keyPasswd= | |
nifi.security.truststore= | |
nifi.security.truststoreType= | |
nifi.security.truststorePasswd= | |
nifi.security.needClientAuth= | |
nifi.security.user.authorizer=file-provider | |
nifi.security.user.login.identity.provider= | |
nifi.security.ocsp.responder.url= | |
nifi.security.ocsp.responder.certificate= | |
# cluster common properties (all nodes must have same values) # | |
nifi.cluster.protocol.heartbeat.interval=5 sec | |
nifi.cluster.protocol.is.secure=false | |
# cluster node properties (only configure for cluster nodes) # | |
nifi.cluster.is.node=false | |
nifi.cluster.node.address= | |
nifi.cluster.node.protocol.port= | |
nifi.cluster.node.protocol.threads=10 | |
nifi.cluster.node.event.history.size=25 | |
nifi.cluster.node.connection.timeout=5 sec | |
nifi.cluster.node.read.timeout=5 sec | |
nifi.cluster.firewall.file= | |
# How long a request should be allowed to hold a 'lock' on a component. # | |
nifi.cluster.request.replication.claim.timeout=15 secs | |
# zookeeper properties, used for cluster management # | |
nifi.zookeeper.connect.string= | |
nifi.zookeeper.connect.timeout=3 secs | |
nifi.zookeeper.session.timeout=3 secs | |
nifi.zookeeper.root.node=/nifi | |
# kerberos # | |
nifi.kerberos.krb5.file= | |
nifi.kerberos.service.principal= | |
nifi.kerberos.keytab.location= | |
nifi.kerberos.authentication.expiration=12 hours |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
The only change I made is
nifi.remote.input.secure=false