Created
March 18, 2018 21:49
-
-
Save tdonovic/fa9a6d47c6761e3930ebe951706d0fa6 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schemaVersion": 5, | |
| "version": 8, | |
| "pipelineId": "yb321a43a-70ce-446a-af31-d18bfbaf5094", | |
| "title": "y", | |
| "description": "", | |
| "uuid": "76e17b70-b7ea-4782-a37d-32802ce1b27c", | |
| "configuration": [ | |
| { | |
| "name": "executionMode", | |
| "value": "STANDALONE" | |
| }, | |
| { | |
| "name": "deliveryGuarantee", | |
| "value": "AT_LEAST_ONCE" | |
| }, | |
| { | |
| "name": "startEventStage", | |
| "value": "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, | |
| { | |
| "name": "stopEventStage", | |
| "value": "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, | |
| { | |
| "name": "shouldRetry", | |
| "value": true | |
| }, | |
| { | |
| "name": "retryAttempts", | |
| "value": -1 | |
| }, | |
| { | |
| "name": "memoryLimit", | |
| "value": "${jvm:maxMemoryMB() * 0.85}" | |
| }, | |
| { | |
| "name": "memoryLimitExceeded", | |
| "value": "LOG" | |
| }, | |
| { | |
| "name": "notifyOnStates", | |
| "value": [ | |
| "RUN_ERROR", | |
| "STOPPED", | |
| "FINISHED" | |
| ] | |
| }, | |
| { | |
| "name": "emailIDs", | |
| "value": [] | |
| }, | |
| { | |
| "name": "constants", | |
| "value": [] | |
| }, | |
| { | |
| "name": "badRecordsHandling", | |
| "value": "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, | |
| { | |
| "name": "errorRecordPolicy", | |
| "value": "ORIGINAL_RECORD" | |
| }, | |
| { | |
| "name": "workerCount", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "clusterSlaveMemory", | |
| "value": 2048 | |
| }, | |
| { | |
| "name": "clusterSlaveJavaOpts", | |
| "value": "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug" | |
| }, | |
| { | |
| "name": "clusterLauncherEnv", | |
| "value": [] | |
| }, | |
| { | |
| "name": "mesosDispatcherURL", | |
| "value": null | |
| }, | |
| { | |
| "name": "hdfsS3ConfDir", | |
| "value": null | |
| }, | |
| { | |
| "name": "rateLimit", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "maxRunners", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "shouldCreateFailureSnapshot", | |
| "value": true | |
| }, | |
| { | |
| "name": "webhookConfigs", | |
| "value": [] | |
| }, | |
| { | |
| "name": "sparkConfigs", | |
| "value": [] | |
| }, | |
| { | |
| "name": "statsAggregatorStage", | |
| "value": "" | |
| } | |
| ], | |
| "uiInfo": { | |
| "previewConfig": { | |
| "previewSource": "CONFIGURED_SOURCE", | |
| "batchSize": 10, | |
| "timeout": 10000, | |
| "writeToDestinations": false, | |
| "executeLifecycleEvents": false, | |
| "showHeader": false, | |
| "showFieldType": true, | |
| "rememberMe": false | |
| } | |
| }, | |
| "stages": [ | |
| { | |
| "instanceName": "Directory_01", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_origin_spooldir_SpoolDirDSource", | |
| "stageVersion": "9", | |
| "configuration": [ | |
| { | |
| "name": "conf.dataFormatConfig.compression", | |
| "value": "NONE" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.filePatternInArchive", | |
| "value": "*" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.charset", | |
| "value": "UTF-8" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.removeCtrlChars", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.textMaxLineLen", | |
| "value": 1024 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.useCustomDelimiter", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.customDelimiter", | |
| "value": "\\r\\n" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.includeCustomDelimiterInTheText", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.jsonContent", | |
| "value": "MULTIPLE_OBJECTS" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.jsonMaxObjectLen", | |
| "value": 4096 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvFileFormat", | |
| "value": "CSV" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvHeader", | |
| "value": "NO_HEADER" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvAllowExtraColumns", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvExtraColumnPrefix", | |
| "value": "_extra_" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvMaxObjectLen", | |
| "value": 1024 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvCustomDelimiter", | |
| "value": "|" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvCustomEscape", | |
| "value": "\\" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvCustomQuote", | |
| "value": "\"" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvEnableComments", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvCommentMarker", | |
| "value": "#" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvIgnoreEmptyLines", | |
| "value": true | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvRecordType", | |
| "value": "LIST_MAP" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.csvSkipStartLines", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.parseNull", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.nullConstant", | |
| "value": "\\\\N" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.xmlRecordElement", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.includeFieldXpathAttributes", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.xPathNamespaceContext", | |
| "value": [] | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.outputFieldAttributes", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.xmlMaxObjectLen", | |
| "value": 4096 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.logMode", | |
| "value": "COMMON_LOG_FORMAT" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.logMaxObjectLen", | |
| "value": 1024 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.retainOriginalLine", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.customLogFormat", | |
| "value": "%h %l %u %t \"%r\" %>s %b" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.regex", | |
| "value": "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.fieldPathsToGroupName", | |
| "value": [ | |
| { | |
| "fieldPath": "/", | |
| "group": 1 | |
| } | |
| ] | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.grokPatternDefinition", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.grokPattern", | |
| "value": "%{COMMONAPACHELOG}" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.onParseError", | |
| "value": "ERROR" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.maxStackTraceLines", | |
| "value": 50 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.enableLog4jCustomLogFormat", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.log4jCustomLogFormat", | |
| "value": "%r [%t] %-5p %c %x - %m%n" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.avroSchema", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.schemaRegistryUrls", | |
| "value": [] | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.schemaLookupMode", | |
| "value": "SUBJECT" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.subject", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.schemaId", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.protoDescriptorFile", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.messageType", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.isDelimited", | |
| "value": true | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.binaryMaxObjectLen", | |
| "value": 1024 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.datagramMode", | |
| "value": "SYSLOG" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.typesDbPath", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.convertTime", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.excludeInterval", | |
| "value": true | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.authFilePath", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.netflowOutputValuesMode", | |
| "value": "RAW_AND_INTERPRETED" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.maxTemplateCacheSize", | |
| "value": -1 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.templateCacheTimeoutMs", | |
| "value": -1 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.netflowOutputValuesModeDatagram", | |
| "value": "RAW_AND_INTERPRETED" | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.maxTemplateCacheSizeDatagram", | |
| "value": -1 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.templateCacheTimeoutMsDatagram", | |
| "value": -1 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.wholeFileMaxObjectLen", | |
| "value": 8192 | |
| }, | |
| { | |
| "name": "conf.dataFormatConfig.rateLimit", | |
| "value": "-1" | |
| }, | |
| { | |
| "name": "conf.dataFormat", | |
| "value": "WHOLE_FILE" | |
| }, | |
| { | |
| "name": "conf.spoolDir", | |
| "value": "/opt/streamsets-datacollector-3.1.0.0/resources" | |
| }, | |
| { | |
| "name": "conf.numberOfThreads", | |
| "value": 1 | |
| }, | |
| { | |
| "name": "conf.pathMatcherMode", | |
| "value": "GLOB" | |
| }, | |
| { | |
| "name": "conf.filePattern", | |
| "value": "*" | |
| }, | |
| { | |
| "name": "conf.useLastModified", | |
| "value": "LEXICOGRAPHICAL" | |
| }, | |
| { | |
| "name": "conf.processSubdirectories", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.allowLateDirectory", | |
| "value": false | |
| }, | |
| { | |
| "name": "conf.overrunLimit", | |
| "value": 128 | |
| }, | |
| { | |
| "name": "conf.batchSize", | |
| "value": 1000 | |
| }, | |
| { | |
| "name": "conf.poolingTimeoutSecs", | |
| "value": 60 | |
| }, | |
| { | |
| "name": "conf.maxSpoolFiles", | |
| "value": 1000 | |
| }, | |
| { | |
| "name": "conf.initialFileToProcess", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.errorArchiveDir", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.postProcessing", | |
| "value": "NONE" | |
| }, | |
| { | |
| "name": "conf.archiveDir", | |
| "value": null | |
| }, | |
| { | |
| "name": "conf.retentionTimeMins", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "stageOnRecordError", | |
| "value": "TO_ERROR" | |
| } | |
| ], | |
| "uiInfo": { | |
| "yPos": 50, | |
| "stageType": "SOURCE", | |
| "rawSource": { | |
| "configuration": [ | |
| { | |
| "name": "fileName" | |
| } | |
| ] | |
| }, | |
| "description": "", | |
| "label": "Directory 1", | |
| "xPos": 60 | |
| }, | |
| "inputLanes": [], | |
| "outputLanes": [ | |
| "Directory_01OutputLane15210041827250" | |
| ], | |
| "eventLanes": [], | |
| "services": [] | |
| }, | |
| { | |
| "instanceName": "SampleProcessor_01", | |
| "library": "streamsets-datacollector-dev-lib", | |
| "stageName": "com_example_stage_processor_sample_SampleDProcessor", | |
| "stageVersion": "1", | |
| "configuration": [ | |
| { | |
| "name": "config", | |
| "value": "default" | |
| }, | |
| { | |
| "name": "stageOnRecordError", | |
| "value": "TO_ERROR" | |
| }, | |
| { | |
| "name": "stageRequiredFields", | |
| "value": [] | |
| }, | |
| { | |
| "name": "stageRecordPreconditions", | |
| "value": [] | |
| } | |
| ], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Sample Processor 1", | |
| "xPos": 280, | |
| "yPos": 50, | |
| "stageType": "PROCESSOR" | |
| }, | |
| "inputLanes": [ | |
| "Directory_01OutputLane15210041827250" | |
| ], | |
| "outputLanes": [ | |
| "SampleProcessor_01OutputLane15210041887930" | |
| ], | |
| "eventLanes": [], | |
| "services": [] | |
| }, | |
| { | |
| "instanceName": "FieldRemover_01", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor", | |
| "stageVersion": "1", | |
| "configuration": [ | |
| { | |
| "name": "filterOperation", | |
| "value": "REMOVE" | |
| }, | |
| { | |
| "name": "fields", | |
| "value": [ | |
| "/fileRef" | |
| ] | |
| }, | |
| { | |
| "name": "stageRequiredFields", | |
| "value": [] | |
| }, | |
| { | |
| "name": "stageRecordPreconditions", | |
| "value": [] | |
| } | |
| ], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Field Remover 1", | |
| "xPos": 479, | |
| "yPos": 59, | |
| "stageType": "PROCESSOR" | |
| }, | |
| "inputLanes": [ | |
| "SampleProcessor_01OutputLane15210041887930" | |
| ], | |
| "outputLanes": [ | |
| "FieldRemover_01OutputLane15210043027480" | |
| ], | |
| "eventLanes": [], | |
| "services": [] | |
| }, | |
| { | |
| "instanceName": "LocalFS_01", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_destination_localfilesystem_LocalFileSystemDTarget", | |
| "stageVersion": "3", | |
| "configuration": [ | |
| { | |
| "name": "configs.uniquePrefix", | |
| "value": "sdc-${sdc:id()}" | |
| }, | |
| { | |
| "name": "configs.fileNameSuffix", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dirPathTemplateInHeader", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dirPathTemplate", | |
| "value": "/opt/streamsets-datacollector-3.1.0.0/streamsets-libs/tmp/out/${YYYY()}-${MM()}-${DD()}-${hh()}" | |
| }, | |
| { | |
| "name": "configs.timeZoneID", | |
| "value": "UTC" | |
| }, | |
| { | |
| "name": "configs.timeDriver", | |
| "value": "${time:now()}" | |
| }, | |
| { | |
| "name": "configs.maxRecordsPerFile", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "configs.maxFileSize", | |
| "value": 0 | |
| }, | |
| { | |
| "name": "configs.idleTimeout", | |
| "value": "${1 * HOURS}" | |
| }, | |
| { | |
| "name": "configs.compression", | |
| "value": "NONE" | |
| }, | |
| { | |
| "name": "configs.otherCompression", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.fileType", | |
| "value": "TEXT" | |
| }, | |
| { | |
| "name": "configs.keyEl", | |
| "value": "${uuid()}" | |
| }, | |
| { | |
| "name": "configs.lateRecordsLimit", | |
| "value": "${1 * HOURS}" | |
| }, | |
| { | |
| "name": "configs.rollIfHeader", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.rollHeaderName", | |
| "value": "roll" | |
| }, | |
| { | |
| "name": "configs.lateRecordsAction", | |
| "value": "SEND_TO_ERROR" | |
| }, | |
| { | |
| "name": "configs.lateRecordsDirPathTemplate", | |
| "value": "/tmp/late/${YYYY()}-${MM()}-${DD()}" | |
| }, | |
| { | |
| "name": "configs.dataFormat", | |
| "value": "JSON" | |
| }, | |
| { | |
| "name": "configs.hdfsPermissionCheck", | |
| "value": true | |
| }, | |
| { | |
| "name": "configs.permissionEL", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.skipOldTempFileRecovery", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.charset", | |
| "value": "UTF-8" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvFileFormat", | |
| "value": "CSV" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvHeader", | |
| "value": "NO_HEADER" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvReplaceNewLines", | |
| "value": true | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvReplaceNewLinesString", | |
| "value": " " | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvCustomDelimiter", | |
| "value": "|" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvCustomEscape", | |
| "value": "\\" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.csvCustomQuote", | |
| "value": "\"" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.jsonMode", | |
| "value": "MULTIPLE_OBJECTS" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.textFieldPath", | |
| "value": "/text" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.textRecordSeparator", | |
| "value": "\\n" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.textFieldMissingAction", | |
| "value": "ERROR" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.textEmptyLineIfNull", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.avroSchemaSource", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.avroSchema", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.registerSchema", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.schemaRegistryUrlsForRegistration", | |
| "value": [] | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.schemaRegistryUrls", | |
| "value": [] | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.schemaLookupMode", | |
| "value": "SUBJECT" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.subject", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.subjectToRegister", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.schemaId", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.avroCompression", | |
| "value": "NULL" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.binaryFieldPath", | |
| "value": "/" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.protoDescriptorFile", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.messageType", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.fileNameEL", | |
| "value": null | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.wholeFileExistsAction", | |
| "value": "TO_ERROR" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.includeChecksumInTheEvents", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.checksumAlgorithm", | |
| "value": "MD5" | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.xmlPrettyPrint", | |
| "value": true | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.xmlValidateSchema", | |
| "value": false | |
| }, | |
| { | |
| "name": "configs.dataGeneratorFormatConfig.xmlSchema", | |
| "value": null | |
| }, | |
| { | |
| "name": "stageOnRecordError", | |
| "value": "TO_ERROR" | |
| }, | |
| { | |
| "name": "stageRequiredFields", | |
| "value": [] | |
| }, | |
| { | |
| "name": "stageRecordPreconditions", | |
| "value": [] | |
| } | |
| ], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Local FS 1", | |
| "xPos": 716, | |
| "yPos": 50, | |
| "stageType": "TARGET" | |
| }, | |
| "inputLanes": [ | |
| "FieldRemover_01OutputLane15210043027480" | |
| ], | |
| "outputLanes": [], | |
| "eventLanes": [], | |
| "services": [] | |
| } | |
| ], | |
| "errorStage": { | |
| "instanceName": "Discard_ErrorStage", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion": "1", | |
| "configuration": [], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Error Records - Discard", | |
| "xPos": 936, | |
| "yPos": 50, | |
| "stageType": "TARGET" | |
| }, | |
| "inputLanes": [], | |
| "outputLanes": [], | |
| "eventLanes": [], | |
| "services": [] | |
| }, | |
| "info": { | |
| "pipelineId": "yb321a43a-70ce-446a-af31-d18bfbaf5094", | |
| "title": "y", | |
| "description": "", | |
| "created": 1521004179115, | |
| "lastModified": 1521004372840, | |
| "creator": "admin", | |
| "lastModifier": "admin", | |
| "lastRev": "0", | |
| "uuid": "76e17b70-b7ea-4782-a37d-32802ce1b27c", | |
| "valid": true, | |
| "metadata": { | |
| "labels": [] | |
| }, | |
| "name": "yb321a43a-70ce-446a-af31-d18bfbaf5094", | |
| "sdcVersion": "3.1.0.0", | |
| "sdcId": "c81ab400-2745-11e8-a37e-819939cc1bbe" | |
| }, | |
| "metadata": { | |
| "labels": [] | |
| }, | |
| "statsAggregatorStage": null, | |
| "startEventStages": [ | |
| { | |
| "instanceName": "Discard_StartEventStage", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion": "1", | |
| "configuration": [], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Start Event - Discard", | |
| "xPos": 280, | |
| "yPos": 50, | |
| "stageType": "TARGET" | |
| }, | |
| "inputLanes": [], | |
| "outputLanes": [], | |
| "eventLanes": [], | |
| "services": [] | |
| } | |
| ], | |
| "stopEventStages": [ | |
| { | |
| "instanceName": "Discard_StopEventStage", | |
| "library": "streamsets-datacollector-basic-lib", | |
| "stageName": "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion": "1", | |
| "configuration": [], | |
| "uiInfo": { | |
| "description": "", | |
| "label": "Stop Event - Discard", | |
| "xPos": 280, | |
| "yPos": 50, | |
| "stageType": "TARGET" | |
| }, | |
| "inputLanes": [], | |
| "outputLanes": [], | |
| "eventLanes": [], | |
| "services": [] | |
| } | |
| ], | |
| "valid": true, | |
| "issues": { | |
| "pipelineIssues": [], | |
| "stageIssues": {}, | |
| "issueCount": 0 | |
| }, | |
| "previewable": true | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment