mraad

import arcpy


class Toolbox(object):
    def __init__(self):
        self.label = "TSV Toolbox"
        self.alias = "TSV Toolbox"
        self.tools = [TSVTool]

mraad

package com.esri;

import cascading.flow.Flow;
import cascading.flow.FlowConnector;
import cascading.flow.hadoop.HadoopFlowConnector;
import cascading.operation.aggregator.Count;
import cascading.pipe.Each;
import cascading.pipe.Every;
import cascading.pipe.GroupBy;
import cascading.pipe.Pipe;

mraad

alter table log4j add if not exists partition (year=2013,month=09,day=16,hour=21) location '/flume/2013/09/16/21';

mraad

agent.sources=avroSource
agent.channels=memoryChannel
agent.sinks=hbaseSink

agent.sources.avroSource.type=avro
agent.sources.avroSource.channels=memoryChannel
agent.sources.avroSource.bind=0.0.0.0
agent.sources.avroSource.port=61616
agent.sources.avroSource.interceptors=i1
agent.sources.avroSource.interceptors.i1.type=timestamp

mraad

create external table if not exists log4j(
mm int,
ss int,
level string,
clazz string,
message string
) partitioned by (year int, month int, day int, hour int)
row format delimited
fields terminated by '\t'
lines terminated by '\n'

mraad

agent.sources=s1
agent.channels=c1
agent.sinks=k1

agent.sources.s1.type=avro
agent.sources.s1.channels=c1
agent.sources.s1.bind=0.0.0.0
agent.sources.s1.port=51515
agent.sources.s1.interceptors=i1
agent.sources.s1.interceptors.i1.type=timestamp

mraad

log4j.appender.flume = org.apache.flume.clients.log4jappender.Log4jAppender
log4j.appender.flume.Hostname = localhost.localdomain
log4j.appender.flume.Port = ${flume.Port}
log4j.appender.flume.UnsafeMode = true
log4j.appender.flume.layout = org.apache.log4j.PatternLayout
log4j.appender.flume.layout.ConversionPattern = %d{mm}\t%d{ss}\t%p\t%c{1}\t%m

mraad

    private Logger m_logger = Logger.getLogger(getClass());

    @Override
    public void doFilter(
            final ServletRequest servletRequest,
            final ServletResponse servletResponse,
            final FilterChain filterChain) throws IOException, ServletException
    {
        if (servletRequest instanceof HttpServletRequest)
        {

mraad

@WebServlet(urlPatterns = "/log/*", loadOnStartup = 1)
public class LogServlet extends HttpServlet
{
    @Override
    protected void doGet(
            final HttpServletRequest req,
            final HttpServletResponse res) throws ServletException, IOException
    {
        /**
         * Do some logic here to handle web requests

mraad

    @RequestMapping(value = "/rest/services/InfoUSA/MapServer/export", method = {RequestMethod.GET, RequestMethod.POST})
    public void doExport(
            @RequestParam("bbox") final String bbox,
            @RequestParam(value = "size", required = false) final String size,
            @RequestParam(value = "layerDefs", required = false) final String layerDefs,
            @RequestParam(value = "transparent", required = false) final String transparent,
            final HttpServletResponse response
    ) throws IOException