example gridftp log entry

gridftp-log

"message" => "[3743] Wed Jul 16 09:34:54 2014 :: Transfer stats: DATE=20140716133454.587582 HOST=flux-xfer1.engin.umich.edu PROG=globus-gridftp-server NL.EVNT=FTP_INFO START=20140716133453.570157 USER=brockp FILE=/tmp/brockp/linux_x64_64_sfx.exe BUFFER=87380 BLOCK=262144 NBYTES=280590752 VOLUME=/ STREAMS=4 STRIPES=1 DEST=[141.212.30.10] TYPE=RETR CODE=226",

logstash-v1

                # lets change the start date to a the stamp,
                # DATE is the end, START is the start
                date {
                        target => [ "start_date" ]
                        match => [ "START", "YYYYMMddHHmmss.SSSSSS" ]
                }
                date {
                        target => [ "end_date" ]
                        match => [ "DATE", "YYYYMMddHHmmss.SSSSSS" ]
                }
                #calculate bandwidth in Mbps
                #ruby {
                        #code => 'event["bandwidth"] = (event["NBYTES"]*8) / (event["end_date"]-event["start_date"])'
                #}