This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"Version": "2012-10-17", | |
"Statement": [ | |
{ | |
"Sid": "VisualEditor0", | |
"Effect": "Deny", | |
"Action": [ | |
"s3:PutObject", | |
"s3:GetObject", | |
"s3:ListBucketMultipartUploads", |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
public string GenerateTimestamp(string timestamp, string offset) | |
{ | |
// timestamp comes from log file as [25/Dec/2017:00:14:58 | |
// offset comes from log file as -0500] | |
// I need to trim the brackets and change the first : to a T | |
string stamp, part1, part2; | |
part1 = timestamp.Replace("[", ""); | |
part2 = offset.Replace("]", ""); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
@input = | |
EXTRACT ip string, | |
identd string, | |
remote_user string, | |
timestamp string, | |
offset string, | |
method_file_protocol string, | |
response int, | |
size string, | |
domain string, |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
public override IEnumerable<IRow> Extract(IUnstructuredReader input, IUpdatableRow output) | |
{ | |
string line; | |
//Read the input line by line | |
foreach (Stream current in input.Split(_row_delim)) | |
{ | |
using (StreamReader streamReader = new StreamReader(current, this._encoding)) | |
{ | |
line = streamReader.ReadToEnd().Trim(); |