Skip to content

Instantly share code, notes, and snippets.

@kevdoran
Last active June 7, 2022 13:41
Show Gist options
  • Save kevdoran/2fb4b4d6b9eeb0a3be00adf9bcc020f2 to your computer and use it in GitHub Desktop.
Save kevdoran/2fb4b4d6b9eeb0a3be00adf9bcc020f2 to your computer and use it in GitHub Desktop.
NiFi Download flow definition with internal controller services
{
"flowContents": {
"identifier": "fef6cdbb-7a66-3309-b607-ed9300f32fd1",
"instanceIdentifier": "d342db06-0180-1000-c05e-bac142fdf5de",
"name": "Inbound Data From MiNiFi",
"comments": "",
"position": {
"x": 584,
"y": 152
},
"processGroups": [],
"remoteProcessGroups": [],
"processors": [
{
"identifier": "d606cf0f-1dcb-3b72-a9a5-120bc92a90f0",
"instanceIdentifier": "d3430c7b-0180-1000-2109-ae0daeb1026e",
"name": "ListenHTTP",
"comments": "",
"position": {
"x": 600,
"y": 224
},
"type": "org.apache.nifi.processors.standard.ListenHTTP",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.16.1"
},
"properties": {
"authorized-issuer-dn-pattern": ".*",
"multipart-request-max-size": "1 MB",
"record-writer": null,
"HTTP Headers to receive as Attributes (Regex)": null,
"health-check-port": null,
"Authorized DN Pattern": ".*",
"max-thread-pool-size": "200",
"Base Path": "contentListener",
"multipart-read-buffer-size": "512 KB",
"SSL Context Service": "68036095-c172-3410-b228-c53b788a2a33",
"Max Unconfirmed Flowfile Time": "60 secs",
"Max Data to Receive per Second": null,
"client-authentication": "REQUIRED",
"Return Code": "200",
"record-reader": null,
"Listening Port": "9000"
},
"propertyDescriptors": {
"authorized-issuer-dn-pattern": {
"name": "authorized-issuer-dn-pattern",
"displayName": "Authorized Issuer DN Pattern",
"identifiesControllerService": false,
"sensitive": false
},
"multipart-request-max-size": {
"name": "multipart-request-max-size",
"displayName": "Multipart Request Max Size",
"identifiesControllerService": false,
"sensitive": false
},
"record-writer": {
"name": "record-writer",
"displayName": "Record Writer",
"identifiesControllerService": true,
"sensitive": false
},
"HTTP Headers to receive as Attributes (Regex)": {
"name": "HTTP Headers to receive as Attributes (Regex)",
"displayName": "HTTP Headers to receive as Attributes (Regex)",
"identifiesControllerService": false,
"sensitive": false
},
"health-check-port": {
"name": "health-check-port",
"displayName": "Listening Port for Health Check Requests",
"identifiesControllerService": false,
"sensitive": false
},
"Authorized DN Pattern": {
"name": "Authorized DN Pattern",
"displayName": "Authorized Subject DN Pattern",
"identifiesControllerService": false,
"sensitive": false
},
"max-thread-pool-size": {
"name": "max-thread-pool-size",
"displayName": "Maximum Thread Pool Size",
"identifiesControllerService": false,
"sensitive": false
},
"Base Path": {
"name": "Base Path",
"displayName": "Base Path",
"identifiesControllerService": false,
"sensitive": false
},
"multipart-read-buffer-size": {
"name": "multipart-read-buffer-size",
"displayName": "Multipart Read Buffer Size",
"identifiesControllerService": false,
"sensitive": false
},
"SSL Context Service": {
"name": "SSL Context Service",
"displayName": "SSL Context Service",
"identifiesControllerService": true,
"sensitive": false
},
"Max Unconfirmed Flowfile Time": {
"name": "Max Unconfirmed Flowfile Time",
"displayName": "Max Unconfirmed Flowfile Time",
"identifiesControllerService": false,
"sensitive": false
},
"Max Data to Receive per Second": {
"name": "Max Data to Receive per Second",
"displayName": "Max Data to Receive per Second",
"identifiesControllerService": false,
"sensitive": false
},
"client-authentication": {
"name": "client-authentication",
"displayName": "Client Authentication",
"identifiesControllerService": false,
"sensitive": false
},
"Return Code": {
"name": "Return Code",
"displayName": "Return Code",
"identifiesControllerService": false,
"sensitive": false
},
"record-reader": {
"name": "record-reader",
"displayName": "Record Reader",
"identifiesControllerService": true,
"sensitive": false
},
"Listening Port": {
"name": "Listening Port",
"displayName": "Listening Port",
"identifiesControllerService": false,
"sensitive": false
}
},
"style": {},
"schedulingPeriod": "0 sec",
"schedulingStrategy": "TIMER_DRIVEN",
"executionNode": "ALL",
"penaltyDuration": "30 sec",
"yieldDuration": "1 sec",
"bulletinLevel": "WARN",
"runDurationMillis": 0,
"concurrentlySchedulableTaskCount": 1,
"autoTerminatedRelationships": [],
"scheduledState": "ENABLED",
"retryCount": 10,
"retriedRelationships": [],
"backoffMechanism": "PENALIZE_FLOWFILE",
"maxBackoffPeriod": "10 mins",
"componentType": "PROCESSOR",
"groupIdentifier": "fef6cdbb-7a66-3309-b607-ed9300f32fd1"
},
{
"identifier": "4b690c0d-375f-3916-9c24-269174b2149c",
"instanceIdentifier": "d346b4ea-0180-1000-146c-6fbaa91b4d88",
"name": "LogAttribute",
"comments": "",
"position": {
"x": 1226,
"y": 383
},
"type": "org.apache.nifi.processors.standard.LogAttribute",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "1.16.1"
},
"properties": {
"Log prefix": null,
"character-set": "UTF-8",
"Log FlowFile Properties": "true",
"Log Level": "info",
"attributes-to-ignore-regex": null,
"Attributes to Ignore": null,
"Attributes to Log": null,
"attributes-to-log-regex": ".*",
"Output Format": "Line per Attribute",
"Log Payload": "false"
},
"propertyDescriptors": {
"Log prefix": {
"name": "Log prefix",
"displayName": "Log prefix",
"identifiesControllerService": false,
"sensitive": false
},
"character-set": {
"name": "character-set",
"displayName": "Character Set",
"identifiesControllerService": false,
"sensitive": false
},
"Log FlowFile Properties": {
"name": "Log FlowFile Properties",
"displayName": "Log FlowFile Properties",
"identifiesControllerService": false,
"sensitive": false
},
"Log Level": {
"name": "Log Level",
"displayName": "Log Level",
"identifiesControllerService": false,
"sensitive": false
},
"attributes-to-ignore-regex": {
"name": "attributes-to-ignore-regex",
"displayName": "Attributes to Ignore by Regular Expression",
"identifiesControllerService": false,
"sensitive": false
},
"Attributes to Ignore": {
"name": "Attributes to Ignore",
"displayName": "Attributes to Ignore",
"identifiesControllerService": false,
"sensitive": false
},
"Attributes to Log": {
"name": "Attributes to Log",
"displayName": "Attributes to Log",
"identifiesControllerService": false,
"sensitive": false
},
"attributes-to-log-regex": {
"name": "attributes-to-log-regex",
"displayName": "Attributes to Log by Regular Expression",
"identifiesControllerService": false,
"sensitive": false
},
"Output Format": {
"name": "Output Format",
"displayName": "Output Format",
"identifiesControllerService": false,
"sensitive": false
},
"Log Payload": {
"name": "Log Payload",
"displayName": "Log Payload",
"identifiesControllerService": false,
"sensitive": false
}
},
"style": {},
"schedulingPeriod": "0 sec",
"schedulingStrategy": "TIMER_DRIVEN",
"executionNode": "ALL",
"penaltyDuration": "30 sec",
"yieldDuration": "1 sec",
"bulletinLevel": "WARN",
"runDurationMillis": 0,
"concurrentlySchedulableTaskCount": 1,
"autoTerminatedRelationships": [
"success"
],
"scheduledState": "ENABLED",
"retryCount": 10,
"retriedRelationships": [
"success"
],
"backoffMechanism": "PENALIZE_FLOWFILE",
"maxBackoffPeriod": "10 mins",
"componentType": "PROCESSOR",
"groupIdentifier": "fef6cdbb-7a66-3309-b607-ed9300f32fd1"
}
],
"inputPorts": [],
"outputPorts": [],
"connections": [
{
"identifier": "bdfe32f6-8c6b-3a80-9b70-ada22b0f9f1f",
"instanceIdentifier": "d346ca1b-0180-1000-d8c7-586ebdeab4d3",
"name": "",
"source": {
"id": "d606cf0f-1dcb-3b72-a9a5-120bc92a90f0",
"type": "PROCESSOR",
"groupId": "fef6cdbb-7a66-3309-b607-ed9300f32fd1",
"name": "ListenHTTP",
"comments": "",
"instanceIdentifier": "d3430c7b-0180-1000-2109-ae0daeb1026e"
},
"destination": {
"id": "4b690c0d-375f-3916-9c24-269174b2149c",
"type": "PROCESSOR",
"groupId": "fef6cdbb-7a66-3309-b607-ed9300f32fd1",
"name": "LogAttribute",
"comments": "",
"instanceIdentifier": "d346b4ea-0180-1000-146c-6fbaa91b4d88"
},
"labelIndex": 1,
"zIndex": 0,
"selectedRelationships": [
"success"
],
"backPressureObjectThreshold": 10000,
"backPressureDataSizeThreshold": "1 GB",
"flowFileExpiration": "0 sec",
"prioritizers": [],
"bends": [],
"loadBalanceStrategy": "DO_NOT_LOAD_BALANCE",
"partitioningAttribute": "",
"loadBalanceCompression": "DO_NOT_COMPRESS",
"componentType": "CONNECTION",
"groupIdentifier": "fef6cdbb-7a66-3309-b607-ed9300f32fd1"
}
],
"labels": [],
"funnels": [],
"controllerServices": [
{
"identifier": "68036095-c172-3410-b228-c53b788a2a33",
"instanceIdentifier": "d343e3db-0180-1000-dacc-96cf6d84a469",
"name": "Inbound SSL Context Service",
"comments": "",
"type": "org.apache.nifi.ssl.StandardRestrictedSSLContextService",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-ssl-context-service-nar",
"version": "1.16.1"
},
"properties": {
"Truststore Type": null,
"SSL Protocol": "TLS",
"Keystore Type": null,
"Truststore Filename": null,
"Keystore Filename": null
},
"propertyDescriptors": {
"Truststore Type": {
"name": "Truststore Type",
"displayName": "Truststore Type",
"identifiesControllerService": false,
"sensitive": false
},
"SSL Protocol": {
"name": "SSL Protocol",
"displayName": "TLS Protocol",
"identifiesControllerService": false,
"sensitive": false
},
"Keystore Type": {
"name": "Keystore Type",
"displayName": "Keystore Type",
"identifiesControllerService": false,
"sensitive": false
},
"Truststore Filename": {
"name": "Truststore Filename",
"displayName": "Truststore Filename",
"identifiesControllerService": false,
"sensitive": false,
"resourceDefinition": {
"cardinality": "SINGLE",
"resourceTypes": [
"FILE"
]
}
},
"Keystore Password": {
"name": "Keystore Password",
"displayName": "Keystore Password",
"identifiesControllerService": false,
"sensitive": true
},
"key-password": {
"name": "key-password",
"displayName": "Key Password",
"identifiesControllerService": false,
"sensitive": true
},
"Truststore Password": {
"name": "Truststore Password",
"displayName": "Truststore Password",
"identifiesControllerService": false,
"sensitive": true
},
"Keystore Filename": {
"name": "Keystore Filename",
"displayName": "Keystore Filename",
"identifiesControllerService": false,
"sensitive": false,
"resourceDefinition": {
"cardinality": "SINGLE",
"resourceTypes": [
"FILE"
]
}
}
},
"controllerServiceApis": [
{
"type": "org.apache.nifi.ssl.SSLContextService",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "1.16.1"
}
},
{
"type": "org.apache.nifi.ssl.RestrictedSSLContextService",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "1.16.1"
}
}
],
"scheduledState": "DISABLED",
"componentType": "CONTROLLER_SERVICE",
"groupIdentifier": "d342db06-0180-1000-c05e-bac142fdf5de"
}
],
"variables": {},
"defaultFlowFileExpiration": "0 sec",
"defaultBackPressureObjectThreshold": 10000,
"defaultBackPressureDataSizeThreshold": "1 GB",
"flowFileConcurrency": "UNBOUNDED",
"flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE",
"componentType": "PROCESS_GROUP"
},
"externalControllerServices": {},
"parameterContexts": {},
"flowEncodingVersion": "1.0"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment