mraad

alter table log4j add if not exists partition (year=2013,month=09,day=16,hour=21) location '/flume/2013/09/16/21';

mraad

agent.sources=avroSource
agent.channels=memoryChannel
agent.sinks=hbaseSink

agent.sources.avroSource.type=avro
agent.sources.avroSource.channels=memoryChannel
agent.sources.avroSource.bind=0.0.0.0
agent.sources.avroSource.port=61616
agent.sources.avroSource.interceptors=i1
agent.sources.avroSource.interceptors.i1.type=timestamp

mraad

create external table if not exists log4j(
mm int,
ss int,
level string,
clazz string,
message string
) partitioned by (year int, month int, day int, hour int)
row format delimited
fields terminated by '\t'
lines terminated by '\n'

mraad

agent.sources=s1
agent.channels=c1
agent.sinks=k1

agent.sources.s1.type=avro
agent.sources.s1.channels=c1
agent.sources.s1.bind=0.0.0.0
agent.sources.s1.port=51515
agent.sources.s1.interceptors=i1
agent.sources.s1.interceptors.i1.type=timestamp

mraad

log4j.appender.flume = org.apache.flume.clients.log4jappender.Log4jAppender
log4j.appender.flume.Hostname = localhost.localdomain
log4j.appender.flume.Port = ${flume.Port}
log4j.appender.flume.UnsafeMode = true
log4j.appender.flume.layout = org.apache.log4j.PatternLayout
log4j.appender.flume.layout.ConversionPattern = %d{mm}\t%d{ss}\t%p\t%c{1}\t%m

mraad

    private Logger m_logger = Logger.getLogger(getClass());

    @Override
    public void doFilter(
            final ServletRequest servletRequest,
            final ServletResponse servletResponse,
            final FilterChain filterChain) throws IOException, ServletException
    {
        if (servletRequest instanceof HttpServletRequest)
        {

mraad

@WebServlet(urlPatterns = "/log/*", loadOnStartup = 1)
public class LogServlet extends HttpServlet
{
    @Override
    protected void doGet(
            final HttpServletRequest req,
            final HttpServletResponse res) throws ServletException, IOException
    {
        /**
         * Do some logic here to handle web requests

mraad

    @RequestMapping(value = "/rest/services/InfoUSA/MapServer", method = RequestMethod.GET)
    public void doMapServer(
            final HttpServletResponse response
    ) throws IOException
    {
        response.setStatus(HttpServletResponse.SC_OK);
        response.setContentType("application/json");
        response.setContentLength(m_byteArrayOutputStream.size());
        m_byteArrayOutputStream.writeTo(response.getOutputStream());
        response.getOutputStream().flush();

mraad

    @RequestMapping(value = "/rest/services/InfoUSA/MapServer/export", method = {RequestMethod.GET, RequestMethod.POST})
    public void doExport(
            @RequestParam("bbox") final String bbox,
            @RequestParam(value = "size", required = false) final String size,
            @RequestParam(value = "layerDefs", required = false) final String layerDefs,
            @RequestParam(value = "transparent", required = false) final String transparent,
            final HttpServletResponse response
    ) throws IOException

mraad

# -*- coding: utf-8 -*-
import arcpy

arcpy.ImportToolbox("C:/mraad/DataRushToolbox.tbx")

arcpy.gp.toolbox = "C:/mraad/DataRushToolbox.tbx";
arcpy.gp.DataRushTool("C:/tmp/workflow.dr", "C:/tmp/workflow.properties", "local", "0")

density = "C:/tmp/density2"
arcpy.FloatToRaster_conversion("C:/tmp/raster.flt", density)