Skip to content

Instantly share code, notes, and snippets.

View pvillard31's full-sized avatar

Pierre Villard pvillard31

View GitHub Profile
<?xml version="1.0" ?>
<template encoding-version="1.1">
<description></description>
<groupId>aefa0f78-015d-1000-d4c9-279516666f10</groupId>
<name>ListenTCPRecord</name>
<snippet>
<connections>
<id>fb63d048-590a-37c5-0000-000000000000</id>
<parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<?xml version="1.0" ?>
<template encoding-version="1.1">
<description></description>
<groupId>aa246331-015a-1000-fac3-b72f7046408b</groupId>
<name>druid</name>
<snippet>
<processGroups>
<id>0452a6a9-3b2d-3d8c-0000-000000000000</id>
<parentGroupId>6d748a93-8d2f-37d2-0000-000000000000</parentGroupId>
<position>
{
"type" : "record",
"name" : "bulletin",
"namespace" : "bulletin",
"fields" : [
{ "name" : "objectId", "type" : "string"},
{ "name" : "platform", "type" : "string"},
{ "name" : "bulletinId", "type" : "long"},
{ "name" : "bulletinCategory", "type" : "string"},
{ "name" : "bulletinGroupId", "type" : "string"},
{
"type" : "record",
"name" : "status",
"namespace" : "status",
"fields" : [
// common fields
{ "name" : "statusId", "type" : "string"},
{ "name" : "timestampMillis", "type" : "long"},
{ "name" : "timestamp", "type" : "string"},
{
"type" : "record",
"name" : "customers",
"namespace" : "customer",
"fields" : [ {
"name" : "customer_id",
"type" : "long"
}, {
"name" : "name",
"type" : "string"
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
<description></description>
<groupId>01621000-4fe2-1d05-8b0e-7111cb416310</groupId>
<name>post-xml-reader-writer-fork</name>
<snippet>
<connections>
<id>13c3b3c1-3610-3a1c-0000-000000000000</id>
<parentGroupId>8f7c4f43-5305-36c8-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
<description></description>
<groupId>2e083aef-0162-1000-80bc-8c6bbfc00ca8</groupId>
<name>testKafka</name>
<snippet>
<processGroups>
<id>db42a463-039a-32b1-0000-000000000000</id>
<parentGroupId>16e377d4-8369-3464-0000-000000000000</parentGroupId>
<position>
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
<description></description>
<groupId>2e083aef-0162-1000-80bc-8c6bbfc00ca8</groupId>
<name>oozie</name>
<snippet>
<processGroups>
<id>5a720561-d2b1-3f86-0000-000000000000</id>
<parentGroupId>16e377d4-8369-3464-0000-000000000000</parentGroupId>
<position>
$ cat test.csv
name,company
Pierre Villard,Google
$ curl --data-binary "@test.csv" -H "Content-Type: text/csv" -X POST http://localhost:9090/
[ {
"name" : "Pierre Villard",
"company" : "Google"
} ]
# command to convert the template into yml file for MiNiFi
$MINIFI_HOME/bin/config.sh transform templateConvertRecord.xml config.yml