-
-
Save janis-ax/022805566b0840330245f79e548d7a4a to your computer and use it in GitHub Desktop.
NiFi Flow to post Tweets for following blog https://blog.ordix.de/ein-twitter-bot-mit-apache-nifi
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "flowContents": { | |
| "identifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "instanceIdentifier": "325f3da7-da9a-3d2b-87ff-6bd59ec1955b", | |
| "name": "RSS to Twitter", | |
| "comments": "", | |
| "position": { | |
| "x": 5775.000073720323, | |
| "y": 2632.0000022380054 | |
| }, | |
| "processGroups": [{ | |
| "identifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "instanceIdentifier": "bdb77e9e-1d79-3341-885a-e7ebe344ddb3", | |
| "name": "Setup mysql", | |
| "comments": "", | |
| "position": { | |
| "x": 3784.8405302309084, | |
| "y": -356.1885984621605 | |
| }, | |
| "processGroups": [], | |
| "remoteProcessGroups": [], | |
| "processors": [{ | |
| "identifier": "8f865f27-5759-3124-9231-316b68c48b9c", | |
| "instanceIdentifier": "6e6bf985-5262-3dad-8525-578f82cf8224", | |
| "name": "GenerateFlowFile", | |
| "comments": "", | |
| "position": { | |
| "x": 2822.5854267499094, | |
| "y": -530.9774086982546 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.GenerateFlowFile", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "character-set": "UTF-8", | |
| "File Size": "0B", | |
| "mime-type": null, | |
| "generate-ff-custom-text": "CREATE TABLE IF NOT EXISTS nifi.twitter (\n\t`title` VARCHAR(256),\n\t`id` INT NOT NULL AUTO_INCREMENT,\n\t`url` VARCHAR(256),\n\t`publicationDate` VARCHAR(256),\n\tPRIMARY KEY (`id`)\n);", | |
| "Batch Size": "1", | |
| "Unique FlowFiles": "false", | |
| "Data Format": "Text" | |
| }, | |
| "propertyDescriptors": { | |
| "character-set": { | |
| "name": "character-set", | |
| "displayName": "Character Set", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "File Size": { | |
| "name": "File Size", | |
| "displayName": "File Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "mime-type": { | |
| "name": "mime-type", | |
| "displayName": "Mime Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "generate-ff-custom-text": { | |
| "name": "generate-ff-custom-text", | |
| "displayName": "Custom Text", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Batch Size": { | |
| "name": "Batch Size", | |
| "displayName": "Batch Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Unique FlowFiles": { | |
| "name": "Unique FlowFiles", | |
| "displayName": "Unique FlowFiles", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Data Format": { | |
| "name": "Data Format", | |
| "displayName": "Data Format", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "999 days", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "PRIMARY", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "DISABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }, { | |
| "identifier": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "position": { | |
| "x": 2824.0, | |
| "y": -296.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.PutSQL", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Support Fragmented Transactions": "true", | |
| "putsql-sql-statement": null, | |
| "Transaction Timeout": null, | |
| "Batch Size": "100", | |
| "Obtain Generated Keys": "false", | |
| "JDBC Connection Pool": "f5d49484-9c5a-3532-8708-a3dee99bf4cb", | |
| "database-session-autocommit": "false", | |
| "rollback-on-failure": "false" | |
| }, | |
| "propertyDescriptors": { | |
| "Support Fragmented Transactions": { | |
| "name": "Support Fragmented Transactions", | |
| "displayName": "Support Fragmented Transactions", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "putsql-sql-statement": { | |
| "name": "putsql-sql-statement", | |
| "displayName": "SQL Statement", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Transaction Timeout": { | |
| "name": "Transaction Timeout", | |
| "displayName": "Transaction Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Batch Size": { | |
| "name": "Batch Size", | |
| "displayName": "Batch Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Obtain Generated Keys": { | |
| "name": "Obtain Generated Keys", | |
| "displayName": "Obtain Generated Keys", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "JDBC Connection Pool": { | |
| "name": "JDBC Connection Pool", | |
| "displayName": "JDBC Connection Pool", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "database-session-autocommit": { | |
| "name": "database-session-autocommit", | |
| "displayName": "Database Session AutoCommit", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "rollback-on-failure": { | |
| "name": "rollback-on-failure", | |
| "displayName": "Rollback On Failure", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "DISABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }], | |
| "inputPorts": [], | |
| "outputPorts": [], | |
| "connections": [{ | |
| "identifier": "0632337c-f017-3991-b5c0-6533253ee35d", | |
| "instanceIdentifier": "82cc3e82-a574-37dd-be9b-83813dad6763", | |
| "name": "", | |
| "source": { | |
| "id": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb" | |
| }, | |
| "destination": { | |
| "id": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["retry"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [{ | |
| "x": 3293.0, | |
| "y": -257.0 | |
| }, { | |
| "x": 3293.0, | |
| "y": -207.0 | |
| }], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }, { | |
| "identifier": "555729ad-dbf0-3296-9d17-0a8da10d4238", | |
| "instanceIdentifier": "69804771-781d-3a9b-a43b-735f945c080d", | |
| "name": "", | |
| "source": { | |
| "id": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb" | |
| }, | |
| "destination": { | |
| "id": "5e1a7603-1821-302c-b3c8-fa27e4a0df4c", | |
| "type": "FUNNEL", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "Funnel", | |
| "comments": "", | |
| "instanceIdentifier": "1103edd6-0044-3915-87df-ea8b3615067e" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["failure"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }, { | |
| "identifier": "cff92307-2b62-3139-b8b7-cd0f047c6b7f", | |
| "instanceIdentifier": "6d0f348e-3d48-350d-a454-2602506b6a0a", | |
| "name": "", | |
| "source": { | |
| "id": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb" | |
| }, | |
| "destination": { | |
| "id": "dc11bbad-06d3-3372-9a0e-919c202fd94f", | |
| "type": "FUNNEL", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "Funnel", | |
| "comments": "", | |
| "instanceIdentifier": "18458051-5ac4-3ccd-a160-029ede697b94" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }, { | |
| "identifier": "cf64eef5-1ea9-3926-bb3f-18c1bc39f6b6", | |
| "instanceIdentifier": "51e46982-8500-3939-8c2d-d14b51f005db", | |
| "name": "", | |
| "source": { | |
| "id": "8f865f27-5759-3124-9231-316b68c48b9c", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "GenerateFlowFile", | |
| "comments": "", | |
| "instanceIdentifier": "6e6bf985-5262-3dad-8525-578f82cf8224" | |
| }, | |
| "destination": { | |
| "id": "cb89a535-4f66-35fa-ab1b-fb6db11d9287", | |
| "type": "PROCESSOR", | |
| "groupId": "aec7e8f3-991f-3d7a-8082-a3144c51a38a", | |
| "name": "PutSQL", | |
| "comments": "", | |
| "instanceIdentifier": "32c31d65-ac8e-34b2-9f31-37796520f0eb" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }], | |
| "labels": [], | |
| "funnels": [{ | |
| "identifier": "5e1a7603-1821-302c-b3c8-fa27e4a0df4c", | |
| "instanceIdentifier": "1103edd6-0044-3915-87df-ea8b3615067e", | |
| "position": { | |
| "x": 2759.5854267499094, | |
| "y": 5.522591301745365 | |
| }, | |
| "componentType": "FUNNEL", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }, { | |
| "identifier": "dc11bbad-06d3-3372-9a0e-919c202fd94f", | |
| "instanceIdentifier": "18458051-5ac4-3ccd-a160-029ede697b94", | |
| "position": { | |
| "x": 3162.5854267499094, | |
| "y": -12.477408698254635 | |
| }, | |
| "componentType": "FUNNEL", | |
| "groupIdentifier": "aec7e8f3-991f-3d7a-8082-a3144c51a38a" | |
| }], | |
| "controllerServices": [], | |
| "variables": {}, | |
| "defaultFlowFileExpiration": "0 sec", | |
| "defaultBackPressureObjectThreshold": 10000, | |
| "defaultBackPressureDataSizeThreshold": "1 GB", | |
| "flowFileConcurrency": "UNBOUNDED", | |
| "flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE", | |
| "componentType": "PROCESS_GROUP", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }], | |
| "remoteProcessGroups": [], | |
| "processors": [{ | |
| "identifier": "f5fba9dc-c87a-3e16-82e2-adca3c4e7fc6", | |
| "instanceIdentifier": "73081c95-1127-36a5-b232-7122a8a02a3a", | |
| "name": "Fetch ORDIX Blog XML", | |
| "comments": "", | |
| "position": { | |
| "x": 2464.0, | |
| "y": -56.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.InvokeHTTP", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Proxy Host": null, | |
| "Attributes to Send": null, | |
| "use-etag": "false", | |
| "proxy-configuration-service": null, | |
| "Proxy Type": "http", | |
| "cookie-strategy": "DISABLED", | |
| "Connection Timeout": "5 secs", | |
| "send-message-body": "true", | |
| "set-form-filename": "true", | |
| "Always Output Response": "false", | |
| "etag-max-cache-size": "10MB", | |
| "Content-Encoding": "DISABLED", | |
| "disable-http2": "False", | |
| "idle-timeout": "5 mins", | |
| "Put Response Body In Attribute": null, | |
| "Use Chunked Encoding": "false", | |
| "Follow Redirects": "True", | |
| "Remote URL": "#{ORDIX Blog URL}", | |
| "form-body-form-name": null, | |
| "Content-Type": "${mime.type}", | |
| "flow-file-naming-strategy": "RANDOM", | |
| "max-idle-connections": "5", | |
| "invokehttp-proxy-user": null, | |
| "Read Timeout": "15 secs", | |
| "Max Length To Put In Attribute": "256", | |
| "ignore-response-content": "false", | |
| "Proxy Port": null, | |
| "SSL Context Service": null, | |
| "Digest Authentication": "false", | |
| "HTTP Method": "GET", | |
| "Add Response Headers to Request": "false", | |
| "oauth2-access-token-provider": null, | |
| "Basic Authentication Username": null, | |
| "Include Date Header": "True", | |
| "Penalize on \"No Retry\"": "false", | |
| "Useragent": null | |
| }, | |
| "propertyDescriptors": { | |
| "Proxy Host": { | |
| "name": "Proxy Host", | |
| "displayName": "Proxy Host", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Attributes to Send": { | |
| "name": "Attributes to Send", | |
| "displayName": "Request Header Attributes Pattern", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "use-etag": { | |
| "name": "use-etag", | |
| "displayName": "Response Cache Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "proxy-configuration-service": { | |
| "name": "proxy-configuration-service", | |
| "displayName": "Proxy Configuration Service", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Proxy Type": { | |
| "name": "Proxy Type", | |
| "displayName": "Proxy Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Basic Authentication Password": { | |
| "name": "Basic Authentication Password", | |
| "displayName": "Request Password", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "cookie-strategy": { | |
| "name": "cookie-strategy", | |
| "displayName": "Response Cookie Strategy", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Connection Timeout": { | |
| "name": "Connection Timeout", | |
| "displayName": "Socket Connect Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "send-message-body": { | |
| "name": "send-message-body", | |
| "displayName": "Request Body Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "set-form-filename": { | |
| "name": "set-form-filename", | |
| "displayName": "Request Multipart Form-Data Filename Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Always Output Response": { | |
| "name": "Always Output Response", | |
| "displayName": "Response Generation Required", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "etag-max-cache-size": { | |
| "name": "etag-max-cache-size", | |
| "displayName": "Response Cache Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Content-Encoding": { | |
| "name": "Content-Encoding", | |
| "displayName": "Request Content-Encoding", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "disable-http2": { | |
| "name": "disable-http2", | |
| "displayName": "HTTP/2 Disabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "idle-timeout": { | |
| "name": "idle-timeout", | |
| "displayName": "Socket Idle Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Put Response Body In Attribute": { | |
| "name": "Put Response Body In Attribute", | |
| "displayName": "Response Body Attribute Name", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Use Chunked Encoding": { | |
| "name": "Use Chunked Encoding", | |
| "displayName": "Request Chunked Transfer-Encoding Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Follow Redirects": { | |
| "name": "Follow Redirects", | |
| "displayName": "Response Redirects Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Remote URL": { | |
| "name": "Remote URL", | |
| "displayName": "HTTP URL", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "form-body-form-name": { | |
| "name": "form-body-form-name", | |
| "displayName": "Request Multipart Form-Data Name", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Content-Type": { | |
| "name": "Content-Type", | |
| "displayName": "Request Content-Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "flow-file-naming-strategy": { | |
| "name": "flow-file-naming-strategy", | |
| "displayName": "Response FlowFile Naming Strategy", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "max-idle-connections": { | |
| "name": "max-idle-connections", | |
| "displayName": "Socket Idle Connections", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "invokehttp-proxy-user": { | |
| "name": "invokehttp-proxy-user", | |
| "displayName": "Proxy Username", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Read Timeout": { | |
| "name": "Read Timeout", | |
| "displayName": "Socket Read Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Max Length To Put In Attribute": { | |
| "name": "Max Length To Put In Attribute", | |
| "displayName": "Response Body Attribute Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "invokehttp-proxy-password": { | |
| "name": "invokehttp-proxy-password", | |
| "displayName": "Proxy Password", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "ignore-response-content": { | |
| "name": "ignore-response-content", | |
| "displayName": "Response Body Ignored", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Proxy Port": { | |
| "name": "Proxy Port", | |
| "displayName": "Proxy Port", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "SSL Context Service": { | |
| "name": "SSL Context Service", | |
| "displayName": "SSL Context Service", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Digest Authentication": { | |
| "name": "Digest Authentication", | |
| "displayName": "Request Digest Authentication Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "HTTP Method": { | |
| "name": "HTTP Method", | |
| "displayName": "HTTP Method", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Add Response Headers to Request": { | |
| "name": "Add Response Headers to Request", | |
| "displayName": "Response Header Request Attributes Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "oauth2-access-token-provider": { | |
| "name": "oauth2-access-token-provider", | |
| "displayName": "Request OAuth2 Access Token Provider", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Basic Authentication Username": { | |
| "name": "Basic Authentication Username", | |
| "displayName": "Request Username", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Include Date Header": { | |
| "name": "Include Date Header", | |
| "displayName": "Request Date Header Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Penalize on \"No Retry\"": { | |
| "name": "Penalize on \"No Retry\"", | |
| "displayName": "Request Failure Penalization Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Useragent": { | |
| "name": "Useragent", | |
| "displayName": "Request User-Agent", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "1 day", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "PRIMARY", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": ["No Retry", "Retry", "Original", "Failure"], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "7f9be22f-93ba-32ad-abc3-7753658cc4dc", | |
| "instanceIdentifier": "0c432fd2-ac2e-3ac0-9d20-f493c2ccb68a", | |
| "name": "Run count query", | |
| "comments": "", | |
| "position": { | |
| "x": 2536.0, | |
| "y": 336.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.ExecuteSQLRecord", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "esql-max-rows": "0", | |
| "esqlrecord-record-writer": "53ec6241-3c03-32d5-8497-82a7e23be3d0", | |
| "dbf-default-precision": "10", | |
| "Max Wait Time": "0 seconds", | |
| "Database Connection Pooling Service": "f5d49484-9c5a-3532-8708-a3dee99bf4cb", | |
| "sql-post-query": null, | |
| "esql-auto-commit": "true", | |
| "dbf-user-logical-types": "false", | |
| "dbf-default-scale": "0", | |
| "sql-pre-query": "use #{Database};", | |
| "esql-output-batch-size": "0", | |
| "esql-fetch-size": "0", | |
| "SQL select query": "SELECT count(*) as c FROM #{Table} WHERE title=\"${title}\"", | |
| "esqlrecord-normalize": "false" | |
| }, | |
| "propertyDescriptors": { | |
| "esql-max-rows": { | |
| "name": "esql-max-rows", | |
| "displayName": "Max Rows Per Flow File", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "esqlrecord-record-writer": { | |
| "name": "esqlrecord-record-writer", | |
| "displayName": "Record Writer", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "dbf-default-precision": { | |
| "name": "dbf-default-precision", | |
| "displayName": "Default Decimal Precision", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Max Wait Time": { | |
| "name": "Max Wait Time", | |
| "displayName": "Max Wait Time", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Database Connection Pooling Service": { | |
| "name": "Database Connection Pooling Service", | |
| "displayName": "Database Connection Pooling Service", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "sql-post-query": { | |
| "name": "sql-post-query", | |
| "displayName": "SQL Post-Query", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "esql-auto-commit": { | |
| "name": "esql-auto-commit", | |
| "displayName": "Set Auto Commit", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "dbf-user-logical-types": { | |
| "name": "dbf-user-logical-types", | |
| "displayName": "Use Avro Logical Types", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "dbf-default-scale": { | |
| "name": "dbf-default-scale", | |
| "displayName": "Default Decimal Scale", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "sql-pre-query": { | |
| "name": "sql-pre-query", | |
| "displayName": "SQL Pre-Query", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "esql-output-batch-size": { | |
| "name": "esql-output-batch-size", | |
| "displayName": "Output Batch Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "esql-fetch-size": { | |
| "name": "esql-fetch-size", | |
| "displayName": "Fetch Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "SQL select query": { | |
| "name": "SQL select query", | |
| "displayName": "SQL select query", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "esqlrecord-normalize": { | |
| "name": "esqlrecord-normalize", | |
| "displayName": "Normalize Table/Column Names", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#00ff0d" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": ["failure"], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "position": { | |
| "x": 3040.0, | |
| "y": 536.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.PutSQL", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Support Fragmented Transactions": "false", | |
| "putsql-sql-statement": "INSERT INTO #{Database}.#{Table} (title, url, publicationDate) VALUES (\"${title}\", \"${url}\", \"${publicationDate}\")", | |
| "Transaction Timeout": null, | |
| "Batch Size": "1", | |
| "Obtain Generated Keys": "false", | |
| "JDBC Connection Pool": "f5d49484-9c5a-3532-8708-a3dee99bf4cb", | |
| "database-session-autocommit": "false", | |
| "rollback-on-failure": "false" | |
| }, | |
| "propertyDescriptors": { | |
| "Support Fragmented Transactions": { | |
| "name": "Support Fragmented Transactions", | |
| "displayName": "Support Fragmented Transactions", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "putsql-sql-statement": { | |
| "name": "putsql-sql-statement", | |
| "displayName": "SQL Statement", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Transaction Timeout": { | |
| "name": "Transaction Timeout", | |
| "displayName": "Transaction Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Batch Size": { | |
| "name": "Batch Size", | |
| "displayName": "Batch Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Obtain Generated Keys": { | |
| "name": "Obtain Generated Keys", | |
| "displayName": "Obtain Generated Keys", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "JDBC Connection Pool": { | |
| "name": "JDBC Connection Pool", | |
| "displayName": "JDBC Connection Pool", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "database-session-autocommit": { | |
| "name": "database-session-autocommit", | |
| "displayName": "Database Session AutoCommit", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "rollback-on-failure": { | |
| "name": "rollback-on-failure", | |
| "displayName": "Rollback On Failure", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#ff00ff" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "c5368689-6ec7-38ce-9287-16beaf7362bd", | |
| "instanceIdentifier": "e504d4dc-b500-3683-8dbe-8b828b40ba71", | |
| "name": "Fetch ORDIX Blog XML", | |
| "comments": "", | |
| "position": { | |
| "x": 2024.0, | |
| "y": -56.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.InvokeHTTP", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Proxy Host": null, | |
| "Attributes to Send": null, | |
| "use-etag": "false", | |
| "proxy-configuration-service": null, | |
| "Proxy Type": "http", | |
| "cookie-strategy": "DISABLED", | |
| "Connection Timeout": "5 secs", | |
| "send-message-body": "true", | |
| "set-form-filename": "true", | |
| "Always Output Response": "false", | |
| "etag-max-cache-size": "10MB", | |
| "Content-Encoding": "DISABLED", | |
| "disable-http2": "False", | |
| "idle-timeout": "5 mins", | |
| "Put Response Body In Attribute": null, | |
| "Use Chunked Encoding": "false", | |
| "Follow Redirects": "True", | |
| "Remote URL": "#{ORDIX Blog URL}", | |
| "form-body-form-name": null, | |
| "Content-Type": "${mime.type}", | |
| "flow-file-naming-strategy": "RANDOM", | |
| "max-idle-connections": "5", | |
| "invokehttp-proxy-user": null, | |
| "Read Timeout": "15 secs", | |
| "Max Length To Put In Attribute": "256", | |
| "ignore-response-content": "false", | |
| "Proxy Port": null, | |
| "SSL Context Service": null, | |
| "Digest Authentication": "false", | |
| "HTTP Method": "GET", | |
| "Add Response Headers to Request": "false", | |
| "oauth2-access-token-provider": null, | |
| "Basic Authentication Username": null, | |
| "Include Date Header": "True", | |
| "Penalize on \"No Retry\"": "false", | |
| "Useragent": null | |
| }, | |
| "propertyDescriptors": { | |
| "Proxy Host": { | |
| "name": "Proxy Host", | |
| "displayName": "Proxy Host", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Attributes to Send": { | |
| "name": "Attributes to Send", | |
| "displayName": "Request Header Attributes Pattern", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "use-etag": { | |
| "name": "use-etag", | |
| "displayName": "Response Cache Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "proxy-configuration-service": { | |
| "name": "proxy-configuration-service", | |
| "displayName": "Proxy Configuration Service", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Proxy Type": { | |
| "name": "Proxy Type", | |
| "displayName": "Proxy Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Basic Authentication Password": { | |
| "name": "Basic Authentication Password", | |
| "displayName": "Request Password", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "cookie-strategy": { | |
| "name": "cookie-strategy", | |
| "displayName": "Response Cookie Strategy", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Connection Timeout": { | |
| "name": "Connection Timeout", | |
| "displayName": "Socket Connect Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "send-message-body": { | |
| "name": "send-message-body", | |
| "displayName": "Request Body Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "set-form-filename": { | |
| "name": "set-form-filename", | |
| "displayName": "Request Multipart Form-Data Filename Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Always Output Response": { | |
| "name": "Always Output Response", | |
| "displayName": "Response Generation Required", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "etag-max-cache-size": { | |
| "name": "etag-max-cache-size", | |
| "displayName": "Response Cache Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Content-Encoding": { | |
| "name": "Content-Encoding", | |
| "displayName": "Request Content-Encoding", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "disable-http2": { | |
| "name": "disable-http2", | |
| "displayName": "HTTP/2 Disabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "idle-timeout": { | |
| "name": "idle-timeout", | |
| "displayName": "Socket Idle Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Put Response Body In Attribute": { | |
| "name": "Put Response Body In Attribute", | |
| "displayName": "Response Body Attribute Name", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Use Chunked Encoding": { | |
| "name": "Use Chunked Encoding", | |
| "displayName": "Request Chunked Transfer-Encoding Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Follow Redirects": { | |
| "name": "Follow Redirects", | |
| "displayName": "Response Redirects Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Remote URL": { | |
| "name": "Remote URL", | |
| "displayName": "HTTP URL", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "form-body-form-name": { | |
| "name": "form-body-form-name", | |
| "displayName": "Request Multipart Form-Data Name", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Content-Type": { | |
| "name": "Content-Type", | |
| "displayName": "Request Content-Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "flow-file-naming-strategy": { | |
| "name": "flow-file-naming-strategy", | |
| "displayName": "Response FlowFile Naming Strategy", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "max-idle-connections": { | |
| "name": "max-idle-connections", | |
| "displayName": "Socket Idle Connections", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "invokehttp-proxy-user": { | |
| "name": "invokehttp-proxy-user", | |
| "displayName": "Proxy Username", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Read Timeout": { | |
| "name": "Read Timeout", | |
| "displayName": "Socket Read Timeout", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Max Length To Put In Attribute": { | |
| "name": "Max Length To Put In Attribute", | |
| "displayName": "Response Body Attribute Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "invokehttp-proxy-password": { | |
| "name": "invokehttp-proxy-password", | |
| "displayName": "Proxy Password", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "ignore-response-content": { | |
| "name": "ignore-response-content", | |
| "displayName": "Response Body Ignored", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Proxy Port": { | |
| "name": "Proxy Port", | |
| "displayName": "Proxy Port", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "SSL Context Service": { | |
| "name": "SSL Context Service", | |
| "displayName": "SSL Context Service", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Digest Authentication": { | |
| "name": "Digest Authentication", | |
| "displayName": "Request Digest Authentication Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "HTTP Method": { | |
| "name": "HTTP Method", | |
| "displayName": "HTTP Method", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Add Response Headers to Request": { | |
| "name": "Add Response Headers to Request", | |
| "displayName": "Response Header Request Attributes Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "oauth2-access-token-provider": { | |
| "name": "oauth2-access-token-provider", | |
| "displayName": "Request OAuth2 Access Token Provider", | |
| "identifiesControllerService": true, | |
| "sensitive": false | |
| }, | |
| "Basic Authentication Username": { | |
| "name": "Basic Authentication Username", | |
| "displayName": "Request Username", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Include Date Header": { | |
| "name": "Include Date Header", | |
| "displayName": "Request Date Header Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Penalize on \"No Retry\"": { | |
| "name": "Penalize on \"No Retry\"", | |
| "displayName": "Request Failure Penalization Enabled", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Useragent": { | |
| "name": "Useragent", | |
| "displayName": "Request User-Agent", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "1 day", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "PRIMARY", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": ["No Retry", "Retry", "Original"], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "8e5f996d-4fff-3099-a0e4-2501819aad9c", | |
| "instanceIdentifier": "4c609570-d072-366a-8155-fb8b717ee1f1", | |
| "name": "PutTwitterProcessor", | |
| "comments": "", | |
| "position": { | |
| "x": 3568.0, | |
| "y": 320.0 | |
| }, | |
| "type": "com.dataflowdeveloper.processor.twitter.PutTwitterProcessor", | |
| "bundle": { | |
| "group": "com.dataflowdeveloper", | |
| "artifact": "nifi-twitter-nar", | |
| "version": "1.0" | |
| }, | |
| "properties": { | |
| "Consumer Key": "#{Consumer Key}", | |
| "Message": "Hi there! A new #ORDIX blog regarding @apachenifi released! \n${url}", | |
| "latitude": null, | |
| "Access Token": "#{Access Token}", | |
| "longitude": null | |
| }, | |
| "propertyDescriptors": { | |
| "Consumer Key": { | |
| "name": "Consumer Key", | |
| "displayName": "Consumer Key", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Consumer Secret": { | |
| "name": "Consumer Secret", | |
| "displayName": "Consumer Secret", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "Message": { | |
| "name": "Message", | |
| "displayName": "Message", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "latitude": { | |
| "name": "latitude", | |
| "displayName": "Latitude", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Access Token": { | |
| "name": "Access Token", | |
| "displayName": "Access Token", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Access Token Secret": { | |
| "name": "Access Token Secret", | |
| "displayName": "Access Token Secret", | |
| "identifiesControllerService": false, | |
| "sensitive": true | |
| }, | |
| "longitude": { | |
| "name": "longitude", | |
| "displayName": "Longitude", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "DISABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "3e3d8a62-cc76-36a5-b18f-3867caed09fd", | |
| "instanceIdentifier": "2f02df88-afaa-3ae0-9c81-1714091a42d4", | |
| "name": "Update Content-Type to JSON", | |
| "comments": "", | |
| "position": { | |
| "x": 2024.0, | |
| "y": 344.0 | |
| }, | |
| "type": "org.apache.nifi.processors.attributes.UpdateAttribute", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-update-attribute-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Delete Attributes Expression": null, | |
| "Store State": "Do not store state", | |
| "canonical-value-lookup-cache-size": "100", | |
| "mime.type": "application/json", | |
| "Stateful Variables Initial Value": null, | |
| "Content-Type": "application/json" | |
| }, | |
| "propertyDescriptors": { | |
| "Delete Attributes Expression": { | |
| "name": "Delete Attributes Expression", | |
| "displayName": "Delete Attributes Expression", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Store State": { | |
| "name": "Store State", | |
| "displayName": "Store State", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "canonical-value-lookup-cache-size": { | |
| "name": "canonical-value-lookup-cache-size", | |
| "displayName": "Cache Value Lookup Cache Size", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "mime.type": { | |
| "name": "mime.type", | |
| "displayName": "mime.type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Stateful Variables Initial Value": { | |
| "name": "Stateful Variables Initial Value", | |
| "displayName": "Stateful Variables Initial Value", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Content-Type": { | |
| "name": "Content-Type", | |
| "displayName": "Content-Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#00eaff" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "0f10a20a-7ed4-36a1-9397-b915f3c56c92", | |
| "instanceIdentifier": "c64df944-2f24-3037-ab9a-a6875cadbeab", | |
| "name": "Remove if exist", | |
| "comments": "", | |
| "position": { | |
| "x": 3040.0, | |
| "y": 328.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.RouteOnAttribute", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Routing Strategy": "Route to Property name", | |
| "not posted": "${c:equals('0')}" | |
| }, | |
| "propertyDescriptors": { | |
| "Routing Strategy": { | |
| "name": "Routing Strategy", | |
| "displayName": "Routing Strategy", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "not posted": { | |
| "name": "not posted", | |
| "displayName": "not posted", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#00ff0d" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": ["unmatched"], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "51184fc9-027d-3c9c-93f3-d5248c79be7b", | |
| "instanceIdentifier": "60aa08f3-c968-3c26-97aa-61022698f411", | |
| "name": "Extract Attributes", | |
| "comments": "", | |
| "position": { | |
| "x": 2024.0, | |
| "y": 528.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Destination": "flowfile-attribute", | |
| "Return Type": "json", | |
| "Null Value Representation": "empty string", | |
| "title": "$.title", | |
| "publicationDate": "$.publicationDate", | |
| "url": "$.url", | |
| "Path Not Found Behavior": "ignore" | |
| }, | |
| "propertyDescriptors": { | |
| "Destination": { | |
| "name": "Destination", | |
| "displayName": "Destination", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Return Type": { | |
| "name": "Return Type", | |
| "displayName": "Return Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Null Value Representation": { | |
| "name": "Null Value Representation", | |
| "displayName": "Null Value Representation", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "title": { | |
| "name": "title", | |
| "displayName": "title", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "publicationDate": { | |
| "name": "publicationDate", | |
| "displayName": "publicationDate", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "url": { | |
| "name": "url", | |
| "displayName": "url", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Path Not Found Behavior": { | |
| "name": "Path Not Found Behavior", | |
| "displayName": "Path Not Found Behavior", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#00eaff" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "position": { | |
| "x": 2024.0, | |
| "y": 152.0 | |
| }, | |
| "type": "com.gm_ram.processors.rss.RSSProcessor", | |
| "bundle": { | |
| "group": "com.gm_ram", | |
| "artifact": "nifi-rss-nar", | |
| "version": "1.0-SNAPSHOT" | |
| }, | |
| "properties": { | |
| "OUTPUT_FORMAT": "json" | |
| }, | |
| "propertyDescriptors": { | |
| "OUTPUT_FORMAT": { | |
| "name": "OUTPUT_FORMAT", | |
| "displayName": "Output Format", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": {}, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "7a35de44-3c43-3e7e-9494-1fcc8cdc693f", | |
| "instanceIdentifier": "72c03fdb-fe95-33ec-8137-47155b968be7", | |
| "name": "Extract Attribute", | |
| "comments": "", | |
| "position": { | |
| "x": 2536.0, | |
| "y": 536.0 | |
| }, | |
| "type": "org.apache.nifi.processors.standard.EvaluateJsonPath", | |
| "bundle": { | |
| "group": "org.apache.nifi", | |
| "artifact": "nifi-standard-nar", | |
| "version": "1.17.0" | |
| }, | |
| "properties": { | |
| "Destination": "flowfile-attribute", | |
| "c": "$.c", | |
| "Return Type": "json", | |
| "Null Value Representation": "empty string", | |
| "Path Not Found Behavior": "ignore" | |
| }, | |
| "propertyDescriptors": { | |
| "Destination": { | |
| "name": "Destination", | |
| "displayName": "Destination", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "c": { | |
| "name": "c", | |
| "displayName": "c", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Return Type": { | |
| "name": "Return Type", | |
| "displayName": "Return Type", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Null Value Representation": { | |
| "name": "Null Value Representation", | |
| "displayName": "Null Value Representation", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| }, | |
| "Path Not Found Behavior": { | |
| "name": "Path Not Found Behavior", | |
| "displayName": "Path Not Found Behavior", | |
| "identifiesControllerService": false, | |
| "sensitive": false | |
| } | |
| }, | |
| "style": { | |
| "background-color": "#00ff0d" | |
| }, | |
| "schedulingPeriod": "0 sec", | |
| "schedulingStrategy": "TIMER_DRIVEN", | |
| "executionNode": "ALL", | |
| "penaltyDuration": "30 sec", | |
| "yieldDuration": "1 sec", | |
| "bulletinLevel": "WARN", | |
| "runDurationMillis": 0, | |
| "concurrentlySchedulableTaskCount": 1, | |
| "autoTerminatedRelationships": [], | |
| "scheduledState": "ENABLED", | |
| "retryCount": 0, | |
| "retriedRelationships": [], | |
| "backoffMechanism": "PENALIZE_FLOWFILE", | |
| "maxBackoffPeriod": "10 mins", | |
| "componentType": "PROCESSOR", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }], | |
| "inputPorts": [], | |
| "outputPorts": [{ | |
| "identifier": "11a46125-b04c-36be-8f04-ebad927a135f", | |
| "instanceIdentifier": "447062eb-89c1-37ee-8ccd-e1f6fce49bf8", | |
| "name": "Logging", | |
| "comments": "", | |
| "position": { | |
| "x": 1224.0, | |
| "y": 160.0 | |
| }, | |
| "type": "OUTPUT_PORT", | |
| "concurrentlySchedulableTaskCount": 1, | |
| "scheduledState": "ENABLED", | |
| "allowRemoteAccess": false, | |
| "componentType": "OUTPUT_PORT", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "fe999ef8-2c2f-3494-8134-28dfc07d0bd9", | |
| "instanceIdentifier": "f55f7541-de99-3e1e-a905-6ac444090c44", | |
| "name": "Error-Handler", | |
| "comments": "", | |
| "position": { | |
| "x": 2600.0, | |
| "y": 864.0 | |
| }, | |
| "type": "OUTPUT_PORT", | |
| "concurrentlySchedulableTaskCount": 1, | |
| "scheduledState": "ENABLED", | |
| "allowRemoteAccess": false, | |
| "componentType": "OUTPUT_PORT", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }], | |
| "connections": [{ | |
| "identifier": "f38a61d8-0296-3ee7-aefb-f10715f4a29d", | |
| "instanceIdentifier": "0bb771fb-8cfa-3dcd-b4ea-9e37897b515f", | |
| "name": "", | |
| "source": { | |
| "id": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f" | |
| }, | |
| "destination": { | |
| "id": "8e5f996d-4fff-3099-a0e4-2501819aad9c", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "PutTwitterProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "4c609570-d072-366a-8155-fb8b717ee1f1" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "19a6f2af-d5af-3a7c-9a85-580c01724122", | |
| "instanceIdentifier": "8a6a6d5a-2daf-34b7-805a-1ee2c7e97030", | |
| "name": "", | |
| "source": { | |
| "id": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f" | |
| }, | |
| "destination": { | |
| "id": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["retry"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [{ | |
| "x": 3505.617919921875, | |
| "y": 574.2582397460938 | |
| }, { | |
| "x": 3505.617919921875, | |
| "y": 624.2582397460938 | |
| }], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "f01d60c1-21ec-3880-8416-801a4a15a7e0", | |
| "instanceIdentifier": "7b87f71d-140d-30c6-8a52-f7e1638de667", | |
| "name": "", | |
| "source": { | |
| "id": "f5fba9dc-c87a-3e16-82e2-adca3c4e7fc6", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Fetch ORDIX Blog XML", | |
| "comments": "", | |
| "instanceIdentifier": "73081c95-1127-36a5-b232-7122a8a02a3a" | |
| }, | |
| "destination": { | |
| "id": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["Response"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "6faaf307-7806-3c76-b295-99fcb8609c0f", | |
| "instanceIdentifier": "fc44bddf-38e5-37f2-ac17-a583b39364ab", | |
| "name": "", | |
| "source": { | |
| "id": "0f10a20a-7ed4-36a1-9397-b915f3c56c92", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Remove if exist", | |
| "comments": "", | |
| "instanceIdentifier": "c64df944-2f24-3037-ab9a-a6875cadbeab" | |
| }, | |
| "destination": { | |
| "id": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["not posted"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "db1f89c7-4cc5-3f1e-ba2f-505a2303c0b3", | |
| "instanceIdentifier": "8d6835f6-8542-346e-96fa-38eb1ef3dc8a", | |
| "name": "", | |
| "source": { | |
| "id": "51184fc9-027d-3c9c-93f3-d5248c79be7b", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attributes", | |
| "comments": "", | |
| "instanceIdentifier": "60aa08f3-c968-3c26-97aa-61022698f411" | |
| }, | |
| "destination": { | |
| "id": "fe999ef8-2c2f-3494-8134-28dfc07d0bd9", | |
| "type": "OUTPUT_PORT", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Error-Handler", | |
| "comments": "", | |
| "instanceIdentifier": "f55f7541-de99-3e1e-a905-6ac444090c44" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["failure", "unmatched"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "120c1af9-cd33-37c9-9038-9ef4ef6e36e4", | |
| "instanceIdentifier": "782e5b9f-e069-3f1b-b03a-3546ca2e3fb6", | |
| "name": "", | |
| "source": { | |
| "id": "8e5f996d-4fff-3099-a0e4-2501819aad9c", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "PutTwitterProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "4c609570-d072-366a-8155-fb8b717ee1f1" | |
| }, | |
| "destination": { | |
| "id": "524de85d-442a-35c5-bbe9-f5123a13b39b", | |
| "type": "FUNNEL", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Funnel", | |
| "comments": "", | |
| "instanceIdentifier": "333fca95-6277-3f73-9a69-a9d39bd0b58b" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "909a2ee0-80c1-311e-90c2-edaf82ff984f", | |
| "instanceIdentifier": "62a5d3b1-a69e-3660-ad48-03c8ae2a6f5c", | |
| "name": "", | |
| "source": { | |
| "id": "7f9be22f-93ba-32ad-abc3-7753658cc4dc", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Run count query", | |
| "comments": "", | |
| "instanceIdentifier": "0c432fd2-ac2e-3ac0-9d20-f493c2ccb68a" | |
| }, | |
| "destination": { | |
| "id": "7a35de44-3c43-3e7e-9494-1fcc8cdc693f", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attribute", | |
| "comments": "", | |
| "instanceIdentifier": "72c03fdb-fe95-33ec-8137-47155b968be7" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "12a12259-7353-3566-90ba-ee2df439538f", | |
| "instanceIdentifier": "ccc819de-e08e-36eb-9d25-d09ccb88e2c9", | |
| "name": "", | |
| "source": { | |
| "id": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920" | |
| }, | |
| "destination": { | |
| "id": "be0c23f6-3240-34bd-b991-614c1b998a81", | |
| "type": "FUNNEL", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Funnel", | |
| "comments": "", | |
| "instanceIdentifier": "cd904f1a-d6b5-369a-8b20-720d6bfbbbe0" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "0e3d551b-6e9e-345c-831e-10f74048dc6e", | |
| "instanceIdentifier": "e80e71af-818f-33b0-a5fa-efa62fc0c8e9", | |
| "name": "", | |
| "source": { | |
| "id": "7a35de44-3c43-3e7e-9494-1fcc8cdc693f", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attribute", | |
| "comments": "", | |
| "instanceIdentifier": "72c03fdb-fe95-33ec-8137-47155b968be7" | |
| }, | |
| "destination": { | |
| "id": "0f10a20a-7ed4-36a1-9397-b915f3c56c92", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Remove if exist", | |
| "comments": "", | |
| "instanceIdentifier": "c64df944-2f24-3037-ab9a-a6875cadbeab" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["matched"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "e86a298c-8666-38af-b787-05f987298083", | |
| "instanceIdentifier": "97486438-1b13-3130-bf93-d2e249edfd60", | |
| "name": "", | |
| "source": { | |
| "id": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920" | |
| }, | |
| "destination": { | |
| "id": "11a46125-b04c-36be-8f04-ebad927a135f", | |
| "type": "OUTPUT_PORT", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Logging", | |
| "comments": "", | |
| "instanceIdentifier": "447062eb-89c1-37ee-8ccd-e1f6fce49bf8" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["failure"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "17bdcd25-dd8e-3652-95a7-db4642e91518", | |
| "instanceIdentifier": "c790a5b2-de51-382f-944b-6616a6ef0c5f", | |
| "name": "", | |
| "source": { | |
| "id": "c5368689-6ec7-38ce-9287-16beaf7362bd", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Fetch ORDIX Blog XML", | |
| "comments": "", | |
| "instanceIdentifier": "e504d4dc-b500-3683-8dbe-8b828b40ba71" | |
| }, | |
| "destination": { | |
| "id": "11a46125-b04c-36be-8f04-ebad927a135f", | |
| "type": "OUTPUT_PORT", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Logging", | |
| "comments": "", | |
| "instanceIdentifier": "447062eb-89c1-37ee-8ccd-e1f6fce49bf8" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["Failure"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "04657f73-fc4a-3156-80c9-e063009c9359", | |
| "instanceIdentifier": "950984f6-2bab-3d52-ab88-bde8b3d4c36b", | |
| "name": "", | |
| "source": { | |
| "id": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920" | |
| }, | |
| "destination": { | |
| "id": "3e3d8a62-cc76-36a5-b18f-3867caed09fd", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Update Content-Type to JSON", | |
| "comments": "", | |
| "instanceIdentifier": "2f02df88-afaa-3ae0-9c81-1714091a42d4" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["item"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "ROUND_ROBIN", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "17ea76b5-515a-3920-b18c-e40e429a4bfd", | |
| "instanceIdentifier": "c822badc-9e5d-3df3-b369-811d3ac9180e", | |
| "name": "", | |
| "source": { | |
| "id": "51184fc9-027d-3c9c-93f3-d5248c79be7b", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attributes", | |
| "comments": "", | |
| "instanceIdentifier": "60aa08f3-c968-3c26-97aa-61022698f411" | |
| }, | |
| "destination": { | |
| "id": "7f9be22f-93ba-32ad-abc3-7753658cc4dc", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Run count query", | |
| "comments": "", | |
| "instanceIdentifier": "0c432fd2-ac2e-3ac0-9d20-f493c2ccb68a" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["matched"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "477683d2-38bd-3085-980a-9bec7f94a755", | |
| "instanceIdentifier": "be6bd790-6c2b-32f4-bad9-cb3d1537a22c", | |
| "name": "", | |
| "source": { | |
| "id": "7a35de44-3c43-3e7e-9494-1fcc8cdc693f", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attribute", | |
| "comments": "", | |
| "instanceIdentifier": "72c03fdb-fe95-33ec-8137-47155b968be7" | |
| }, | |
| "destination": { | |
| "id": "fe999ef8-2c2f-3494-8134-28dfc07d0bd9", | |
| "type": "OUTPUT_PORT", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Error-Handler", | |
| "comments": "", | |
| "instanceIdentifier": "f55f7541-de99-3e1e-a905-6ac444090c44" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["failure", "unmatched"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "f999444a-1fa0-3aaa-ae9d-ea5d30a5aa72", | |
| "instanceIdentifier": "2645a1d4-494b-3428-9938-2f77c1b0f09a", | |
| "name": "", | |
| "source": { | |
| "id": "e545e9fa-c8d5-3a5b-b5c0-eb42ee0bc61d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Insert into database", | |
| "comments": "", | |
| "instanceIdentifier": "0fe3cff7-795b-3f95-9e74-199dc423d14f" | |
| }, | |
| "destination": { | |
| "id": "fe999ef8-2c2f-3494-8134-28dfc07d0bd9", | |
| "type": "OUTPUT_PORT", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Error-Handler", | |
| "comments": "", | |
| "instanceIdentifier": "f55f7541-de99-3e1e-a905-6ac444090c44" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["failure"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "fc700b23-ad76-3fd5-990c-5f7c2355d754", | |
| "instanceIdentifier": "5d3d8c4d-1e27-3d02-9315-5dcc9fda6b7a", | |
| "name": "", | |
| "source": { | |
| "id": "3e3d8a62-cc76-36a5-b18f-3867caed09fd", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Update Content-Type to JSON", | |
| "comments": "", | |
| "instanceIdentifier": "2f02df88-afaa-3ae0-9c81-1714091a42d4" | |
| }, | |
| "destination": { | |
| "id": "51184fc9-027d-3c9c-93f3-d5248c79be7b", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Extract Attributes", | |
| "comments": "", | |
| "instanceIdentifier": "60aa08f3-c968-3c26-97aa-61022698f411" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["success"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "2c100f19-26c1-3e38-bbe4-0322015e03b5", | |
| "instanceIdentifier": "9c566e43-f2a5-3beb-88b4-e79ab821f0d5", | |
| "name": "", | |
| "source": { | |
| "id": "c5368689-6ec7-38ce-9287-16beaf7362bd", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "Fetch ORDIX Blog XML", | |
| "comments": "", | |
| "instanceIdentifier": "e504d4dc-b500-3683-8dbe-8b828b40ba71" | |
| }, | |
| "destination": { | |
| "id": "e67279c5-7c2d-3786-9c0d-667db809bc9d", | |
| "type": "PROCESSOR", | |
| "groupId": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92", | |
| "name": "RSSProcessor", | |
| "comments": "", | |
| "instanceIdentifier": "3327258a-fdb9-36c3-9c42-173b689e3920" | |
| }, | |
| "labelIndex": 1, | |
| "zIndex": 0, | |
| "selectedRelationships": ["Response"], | |
| "backPressureObjectThreshold": 10000, | |
| "backPressureDataSizeThreshold": "1 GB", | |
| "flowFileExpiration": "0 sec", | |
| "prioritizers": [], | |
| "bends": [], | |
| "loadBalanceStrategy": "DO_NOT_LOAD_BALANCE", | |
| "partitioningAttribute": "", | |
| "loadBalanceCompression": "DO_NOT_COMPRESS", | |
| "componentType": "CONNECTION", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }], | |
| "labels": [], | |
| "funnels": [{ | |
| "identifier": "524de85d-442a-35c5-bbe9-f5123a13b39b", | |
| "instanceIdentifier": "333fca95-6277-3f73-9a69-a9d39bd0b58b", | |
| "position": { | |
| "x": 3720.0, | |
| "y": 592.0 | |
| }, | |
| "componentType": "FUNNEL", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }, { | |
| "identifier": "be0c23f6-3240-34bd-b991-614c1b998a81", | |
| "instanceIdentifier": "cd904f1a-d6b5-369a-8b20-720d6bfbbbe0", | |
| "position": { | |
| "x": 2720.0, | |
| "y": 192.0 | |
| }, | |
| "componentType": "FUNNEL", | |
| "groupIdentifier": "267bfe9f-d8d3-3dea-89f3-c98717aa0b92" | |
| }], | |
| "controllerServices": [], | |
| "variables": {}, | |
| "defaultFlowFileExpiration": "0 sec", | |
| "defaultBackPressureObjectThreshold": 10000, | |
| "defaultBackPressureDataSizeThreshold": "1 GB", | |
| "flowFileConcurrency": "UNBOUNDED", | |
| "flowFileOutboundPolicy": "STREAM_WHEN_AVAILABLE", | |
| "componentType": "PROCESS_GROUP" | |
| }, | |
| "externalControllerServices": { | |
| "f5d49484-9c5a-3532-8708-a3dee99bf4cb": { | |
| "identifier": "f5d49484-9c5a-3532-8708-a3dee99bf4cb", | |
| "name": "MySQL Source" | |
| }, | |
| "53ec6241-3c03-32d5-8497-82a7e23be3d0": { | |
| "identifier": "53ec6241-3c03-32d5-8497-82a7e23be3d0", | |
| "name": "JsonRecordSetWriter" | |
| } | |
| }, | |
| "parameterContexts": {}, | |
| "flowEncodingVersion": "1.0" | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment