pvillard31

{
  "type" : "record",
  "name" : "status",
  "namespace" : "status",
  "fields" : [ 
  
  // common fields
	{ "name" : "statusId", "type" : "string"},
	{ "name" : "timestampMillis", "type" : "long"},
	{ "name" : "timestamp", "type" : "string"},

pvillard31

{
  "type" : "record",
  "name" : "bulletin",
  "namespace" : "bulletin",
  "fields" : [ 
	{ "name" : "objectId", "type" : "string"},
	{ "name" : "platform", "type" : "string"},
	{ "name" : "bulletinId", "type" : "long"},
	{ "name" : "bulletinCategory", "type" : "string"},
	{ "name" : "bulletinGroupId", "type" : "string"},

pvillard31

<?xml version="1.0" ?>
<template encoding-version="1.1">
  <description></description>
  <groupId>aa246331-015a-1000-fac3-b72f7046408b</groupId>
  <name>druid</name>
  <snippet>
    <processGroups>
      <id>0452a6a9-3b2d-3d8c-0000-000000000000</id>
      <parentGroupId>6d748a93-8d2f-37d2-0000-000000000000</parentGroupId>
      <position>

pvillard31

import org.apache.commons.io.IOUtils
import java.nio.charset.*
import org.json.JSONObject;
import org.json.XML;

def flowFile = session.get()
if (!flowFile) return

flowFile = session.write(flowFile,
    { inputStream, outputStream ->

pvillard31

import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.nio.charset.Charset;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

pvillard31

<?xml version="1.0" ?>
<template encoding-version="1.1">
  <description></description>
  <groupId>aefa0f78-015d-1000-d4c9-279516666f10</groupId>
  <name>ListenTCPRecord</name>
  <snippet>
    <connections>
      <id>fb63d048-590a-37c5-0000-000000000000</id>
      <parentGroupId>b7bd14b5-3f34-3cb5-0000-000000000000</parentGroupId>
      <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

pvillard31

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>d9025594-015a-1000-5d0d-c845d3f5a438</groupId>
  <name>routeOnFirstLine</name>
  <snippet>
    <connections>
      <id>d902a3f9-015a-1000-0000-000000000000</id>
      <parentGroupId>d9025594-015a-1000-0000-000000000000</parentGroupId>
      <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

pvillard31

<?xml version="1.0" ?>
<template encoding-version="1.0">
  <description></description>
  <groupId>23e5393e-015a-1000-9be8-df55d535750c</groupId>
  <name>alluxioV2</name>
  <snippet>
    <connections>
      <id>015a1001-51f2-13a1-0000-000000000000</id>
      <parentGroupId>23e5393e-015a-1000-0000-000000000000</parentGroupId>
      <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

pvillard31

[root@pvillard ~]# su test
[test@pvillard root]$ beeline
Beeline version 1.2.1000.2.5.3.0-37 by Apache Hive
beeline> !connect jdbc:hive2://pvillard:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2
Connecting to jdbc:hive2://pvillard:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2
Enter username for jdbc:hive2://pvillard:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2: test
Enter password for jdbc:hive2://pvillard:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2: ********
Connected to: Apache Hive (version 1.2.1000.2.5.3.0-37)
Driver: Hive JDBC (version 1.2.1000.2.5.3.0-37)
Transaction isolation: TRANSACTION_REPEATABLE_READ

pvillard31

2017-02-02 15:17:39,342 INFO  [HiveServer2-Handler-Pool: Thread-14784]: session.HiveSessionImpl (HiveSessionImpl.java:acquire(304)) - We are setting the hadoop caller context to f4f2c170-dafc-487b-8e72-2f0da7cf6188 for thread HiveServer2-Handler-Pool: Thread-14784
2017-02-02 15:17:39,343 INFO  [HiveServer2-Handler-Pool: Thread-14784]: log.PerfLogger (PerfLogger.java:PerfLogBegin(135)) - <PERFLOG method=compile from=org.apache.hadoop.hive.ql.Driver>
2017-02-02 15:17:39,343 INFO  [HiveServer2-Handler-Pool: Thread-14784]: ql.Driver (Driver.java:compile(417)) - We are setting the hadoop caller context from HIVE_SSN_ID:f4f2c170-dafc-487b-8e72-2f0da7cf6188 to hive_20170202151739_dd052a5e-0de3-44a0-b8fc-bf9a7b134c6e
2017-02-02 15:17:39,344 INFO  [HiveServer2-Handler-Pool: Thread-14784]: log.PerfLogger (PerfLogger.java:PerfLogBegin(135)) - <PERFLOG method=parse from=org.apache.hadoop.hive.ql.Driver>
2017-02-02 15:17:39,344 INFO  [HiveServer2-Handler-Pool: Thread-14784]: parse.ParseDriver (ParseDriver.java:parse(185))