pvillard31

#!/bin/bash

LOG="/hadoopfs/fs1/automation/nifi-cli.log"

echo $@ >> $LOG

EVENT=$1
BUCKET=$2
FLOW=$3
VERSION=$4

pvillard31

<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
    <description></description>
    <groupId>2e083aef-0162-1000-80bc-8c6bbfc00ca8</groupId>
    <name>wait-notify</name>
    <snippet>
        <processGroups>
            <id>582ee2ef-8a17-3830-0000-000000000000</id>
            <parentGroupId>16e377d4-8369-3464-0000-000000000000</parentGroupId>
            <position>

pvillard31

{"flowContents":{"identifier":"cbeea532-a4db-35cb-8040-717e36e7dbf4","instanceIdentifier":"01871049-ede0-1bf6-2a90-c0a8f25c44ec","name":"MinIO","comments":"","position":{"x":1600.0,"y":-232.0},"processGroups":[],"remoteProcessGroups":[],"processors":[{"identifier":"e23ddc8b-757a-3822-88ef-e5ff26444c60","instanceIdentifier":"681634d1-d0ae-1e7c-3438-d000d6c67f56","name":"FetchS3Object","comments":"","position":{"x":472.0,"y":176.0},"type":"org.apache.nifi.processors.aws.s3.FetchS3Object","bundle":{"group":"org.apache.nifi","artifact":"nifi-aws-nar","version":"2.0.0-SNAPSHOT"},"properties":{"Proxy Host":null,"range-length":null,"Access Key":"#{Access Key ID}","range-start":null,"proxy-configuration-service":null,"Endpoint Override URL":"#{Endpoint Override URL}","custom-signer-class-name":null,"requester-pays":"false","Object Key":"${filename}","AWS Credentials Provider service":null,"custom-signer-module-location":null,"SSL Context Service":null,"Signer Override":"Default Signature","Bucket":"#{Bucket}","Versio

pvillard31

apiVersion: v1
data:
  # TODO: replace with own minifi properties
  minifi.properties: |
    # Core Properties #
    nifi.version=0.11.0
    nifi.flow.configuration.file=./conf/config.yml
    nifi.administrative.yield.duration=30 sec
    # If a component has no work to do (is "bored"), how long should we wait before checking again for work?
    nifi.bored.yield.duration=100 millis

pvillard31

{
  "FunctionName": "NiFi_Function_Quickstart",
  "Description": "NiFi Function that uses the AWS S3 Lambda trigger to move telemetry data from landing zone  S3 folder into processed S3 folder",
  "Timeout": 300,
  "MemorySize": 4096,
  "Environment": {
    "Variables": {
      "DF_ACCESS_KEY": "<<REPLACE>>",
      "DF_PRIVATE_KEY": "<<REPLACE>>",
      "FLOW_CRN": "<<REPLACE>>",

pvillard31

#! /bin/bash

# This script is used when starting a docker image based GCE instance
# of the NiFi Registry. It is intended to configure the NiFi Registry
# so that the persistence provider is the Google Cloud Source Repo.

# Docker volumes (directory type)
# /tmp/config => /home/nifi/.ssh - Read only
# /tmp/ssh/id_rsa => /id_rsa - Read only
# /tmp/nifi-flow-repository => /nifi-flow-repository - Read/Write

pvillard31

{
    "$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
        "subscriptionId": {
            "type": "string"
        },
        "name": {
            "type": "string"
        },

pvillard31

{
    "FunctionName": "FUNCTIONNAME",
    "Timeout": 300,
    "MemorySize": 1024,
    "Environment": {
        "Variables": {
            "DF_ACCESS_KEY": "DFACCESSKEY",
            "DF_PRIVATE_KEY": "DFPRIVATEKEY",
            "FLOW_CRN": "FLOWCRN",
            "EXTENSIONS_DIR_1": "/opt",

pvillard31

{"flowContents":{"identifier":"5c277775-7108-338e-8fde-78c8863a62fc","instanceIdentifier":"fdc668c2-0182-1000-62e2-28dd424f41d2","name":"ImageResizeFunction","comments":"","position":{"x":560.0,"y":88.0},"processGroups":[{"identifier":"9ac7f940-5a58-3aff-b5c0-c6431737a210","instanceIdentifier":"c352162d-37d7-1087-17c5-8a26eaafdb42","name":"AZURE","comments":"","position":{"x":784.0,"y":560.0},"processGroups":[],"remoteProcessGroups":[],"processors":[{"identifier":"ae298fa6-4043-3412-be7c-d2d3f1d9d049","instanceIdentifier":"c3521631-37d7-1087-250e-ce6fc61f3142","name":"UpdateAttribute","comments":"","position":{"x":648.0,"y":144.0},"type":"org.apache.nifi.processors.attributes.UpdateAttribute","bundle":{"group":"org.apache.nifi","artifact":"nifi-update-attribute-nar","version":"1.18.0"},"properties":{"Delete Attributes Expression":null,"Store State":"Do not store state","canonical-value-lookup-cache-size":"100","resizeWidth":"${azure.http.header.resize-width:isEmpty():ifElse(#{defaultWidth},${azure.http.header

pvillard31

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>e5a5f628-0159-1000-afdb-0edd88ca8397</groupId>
  <name>template-nifi-oauth2</name>
  <snippet>
    <connections>
      <id>f66d8688-0159-1000-0000-000000000000</id>
      <parentGroupId>e5a5f628-0159-1000-0000-000000000000</parentGroupId>
      <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>