Skip to content

Instantly share code, notes, and snippets.

@Misirlou

Misirlou/gist:fb46401b72539b385a56d4fe638f8ba6 Secret

Created February 25, 2019 18:33
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Misirlou/fb46401b72539b385a56d4fe638f8ba6 to your computer and use it in GitHub Desktop.
Save Misirlou/fb46401b72539b385a56d4fe638f8ba6 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
This file has been truncated, but you can view the full file.
2019-02-25T18:16:23.642Z INFO instance/beat.go:616 Home path: [/usr/share/journalbeat] Config path: [/etc/journalbeat] Data path: [/var/lib/journalbeat] Logs path: [/var/log/journalbeat]
2019-02-25T18:16:23.642Z DEBUG [beat] instance/beat.go:653 Beat metadata path: /var/lib/journalbeat/meta.json
2019-02-25T18:16:23.642Z INFO instance/beat.go:623 Beat UUID: eeaa8133-15e1-4982-9c86-e89d22dc127e
2019-02-25T18:16:23.642Z DEBUG [seccomp] seccomp/seccomp.go:109 Loading syscall filter {"seccomp_filter": {"no_new_privs":true,"flag":"tsync","policy":{"default_action":"errno","syscalls":[{"names":["accept","accept4","access","arch_prctl","bind","brk","clock_gettime","clone","close","connect","dup","dup2","epoll_create","epoll_create1","epoll_ctl","epoll_pwait","epoll_wait","exit","exit_group","fchdir","fchmod","fchown","fcntl","fdatasync","flock","fstat","fsync","ftruncate","futex","getcwd","getdents","getdents64","geteuid","getgid","getpeername","getpid","getppid","getrandom","getrusage","getsockname","getsockopt","gettid","gettimeofday","getuid","inotify_add_watch","inotify_init1","inotify_rm_watch","ioctl","kill","listen","lseek","lstat","madvise","mincore","mkdirat","mmap","mprotect","munmap","nanosleep","newfstatat","open","openat","pipe","pipe2","poll","pread64","pselect6","pwrite64","read","readlink","readlinkat","recvfrom","recvmmsg","recvmsg","rename","renameat","rt_sigaction","rt_sigprocmask","rt_sigreturn","sched_getaffinity","sched_yield","sendfile","sendmmsg","sendmsg","sendto","set_robust_list","setitimer","setsockopt","shutdown","sigaltstack","socket","stat","statfs","sysinfo","tgkill","time","tkill","uname","unlink","unlinkat","wait4","waitid","write","writev"],"action":"allow"}]}}}
2019-02-25T18:16:23.643Z INFO [seccomp] seccomp/seccomp.go:116 Syscall filter successfully installed
2019-02-25T18:16:23.643Z INFO [beat] instance/beat.go:936 Beat info {"system_info": {"beat": {"path": {"config": "/etc/journalbeat", "data": "/var/lib/journalbeat", "home": "/usr/share/journalbeat", "logs": "/var/log/journalbeat"}, "type": "journalbeat", "uuid": "eeaa8133-15e1-4982-9c86-e89d22dc127e"}}}
2019-02-25T18:16:23.643Z INFO [beat] instance/beat.go:945 Build info {"system_info": {"build": {"commit": "928f5e3f35fe28c1bd73513ff1cc89406eb212a6", "libbeat": "6.6.1", "time": "2019-02-13T16:17:25.000Z", "version": "6.6.1"}}}
2019-02-25T18:16:23.643Z INFO [beat] instance/beat.go:948 Go runtime info {"system_info": {"go": {"os":"linux","arch":"amd64","max_procs":2,"version":"go1.10.8"}}}
2019-02-25T18:16:23.643Z INFO [beat] instance/beat.go:952 Host info {"system_info": {"host": {"architecture":"x86_64","boot_time":"2019-01-30T16:05:47Z","containerized":false,"name":"ip-172-31-0-76","ip":["127.0.0.1/8","::1/128","172.31.0.76/20","fe80::c4:89ff:fe0f:4dec/64"],"kernel_version":"4.15.0-1021-aws","mac":["02:c4:89:0f:4d:ec"],"os":{"family":"debian","platform":"ubuntu","name":"Ubuntu","version":"18.04.1 LTS (Bionic Beaver)","major":18,"minor":4,"patch":1,"codename":"bionic"},"timezone":"UTC","timezone_offset_sec":0,"id":"ec2a4d99bd78836d8e05a29b03d55c84"}}}
2019-02-25T18:16:23.643Z INFO [beat] instance/beat.go:981 Process info {"system_info": {"process": {"capabilities": {"inheritable":null,"permitted":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read"],"effective":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read"],"bounding":["chown","dac_override","dac_read_search","fowner","fsetid","kill","setgid","setuid","setpcap","linux_immutable","net_bind_service","net_broadcast","net_admin","net_raw","ipc_lock","ipc_owner","sys_module","sys_rawio","sys_chroot","sys_ptrace","sys_pacct","sys_admin","sys_boot","sys_nice","sys_resource","sys_time","sys_tty_config","mknod","lease","audit_write","audit_control","setfcap","mac_override","mac_admin","syslog","wake_alarm","block_suspend","audit_read"],"ambient":null}, "cwd": "/home/ubuntu", "exe": "/usr/share/journalbeat/bin/journalbeat", "name": "journalbeat", "pid": 18844, "ppid": 8919, "seccomp": {"mode":"filter","no_new_privs":true}, "start_time": "2019-02-25T18:16:23.090Z"}}}
2019-02-25T18:16:23.643Z INFO instance/beat.go:281 Setup Beat: journalbeat; Version: 6.6.1
2019-02-25T18:16:23.643Z DEBUG [beat] instance/beat.go:302 Initializing output plugins
2019-02-25T18:16:23.644Z DEBUG [filters] add_cloud_metadata/add_cloud_metadata.go:160 add_cloud_metadata: starting to fetch metadata, timeout=3s
2019-02-25T18:16:23.646Z DEBUG [filters] add_cloud_metadata/add_cloud_metadata.go:192 add_cloud_metadata: received disposition for ec2 after 2.096179ms. result=[provider:ec2, error=<nil>, metadata={"availability_zone":"eu-west-1b","instance_id":"i-08af4e3f34f71abfc","machine_type":"t3.small","provider":"ec2","region":"eu-west-1"}]
2019-02-25T18:16:23.646Z DEBUG [filters] add_cloud_metadata/add_cloud_metadata.go:163 add_cloud_metadata: fetchMetadata ran for 2.145301ms
2019-02-25T18:16:23.646Z INFO add_cloud_metadata/add_cloud_metadata.go:323 add_cloud_metadata: hosting provider type detected as ec2, metadata={"availability_zone":"eu-west-1b","instance_id":"i-08af4e3f34f71abfc","machine_type":"t3.small","provider":"ec2","region":"eu-west-1"}
2019-02-25T18:16:23.646Z DEBUG [processors] processors/processor.go:66 Processors: add_host_metadata=[netinfo.enabled=[false], cache.ttl=[5m0s]], add_cloud_metadata={"availability_zone":"eu-west-1b","instance_id":"i-08af4e3f34f71abfc","machine_type":"t3.small","provider":"ec2","region":"eu-west-1"}
2019-02-25T18:16:23.646Z INFO elasticsearch/client.go:165 Elasticsearch url: https://2a07f15a7535487ba2e08c778fe9ea47.eu-west-1.aws.found.io:443
2019-02-25T18:16:23.647Z DEBUG [publish] pipeline/consumer.go:137 start pipeline event consumer
2019-02-25T18:16:23.647Z INFO [publisher] pipeline/module.go:110 Beat name: ip-172-31-0-76
2019-02-25T18:16:23.647Z WARN [cfgwarn] beater/journalbeat.go:49 EXPERIMENTAL: Journalbeat is experimental.
2019-02-25T18:16:23.651Z DEBUG [input] reader/journal.go:86 New local journal is opened for reading {"id": "273e15b6-8e7b-48b0-b5d7-f06bb1b215b8", "path": "local"}
2019-02-25T18:16:23.651Z DEBUG [journal] reader/journal.go:130 Added matcher expression: _SYSTEMD_UNIT=consumer_delivery.service
2019-02-25T18:16:23.651Z DEBUG [input] reader/journal.go:153 Seeking method set to cursor, but no state is saved for reader. Starting to read from the beginning {"id": "273e15b6-8e7b-48b0-b5d7-f06bb1b215b8", "path": "local"}
2019-02-25T18:16:23.651Z DEBUG [processors] processors/processor.go:66 Processors:
2019-02-25T18:16:23.651Z DEBUG [input] input/input.go:108 New input is created for paths [] {"id": "273e15b6-8e7b-48b0-b5d7-f06bb1b215b8"}
2019-02-25T18:16:23.651Z INFO [monitoring] log/log.go:117 Starting metrics logging every 30s
2019-02-25T18:16:23.652Z INFO instance/beat.go:403 journalbeat start running.
2019-02-25T18:16:23.652Z INFO [journalbeat] beater/journalbeat.go:103 journalbeat is running! Hit CTRL-C to stop it.
2019-02-25T18:16:23.652Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.652Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000
},
"message": "Partitions assigned: [TopicPartition{topic=stock_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=stock_topic,partition=15,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=shipping_cost_events_topic,partition=15,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=carrier_events_topic,partition=15,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=presale_order_events_topic,partition=15,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=delivery_commands_topic,partition=15,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=0,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=1,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=2,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=3,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=4,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=5,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=6,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=7,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=8,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=9,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=10,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=11,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=12,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=13,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=14,offset=-1001,error=None}, TopicPartition{topic=ims_delivery_topic,partition=15,offset=-1001,error=None}]",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.652Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "\u001b[31m2019-01-30 18:51:09,886 ERROR \u001b[0m \u001b[37merror handling msg",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.652Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.652Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.652Z",
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.652Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.652Z",
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"process": {
"pid": 27256,
"uid": 1000,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"process": {
"capabilites": "0",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"name": "python",
"uid": 1000
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.653Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"message": "During handling of the above exception, another exception occurred:",
"read_timestamp": "2019-02-25T18:16:23.653Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.653Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"read_timestamp": "2019-02-25T18:16:23.654Z",
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256,
"uid": 1000,
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.654Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.654Z"
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data"
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"read_timestamp": "2019-02-25T18:16:23.654Z",
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.655Z"
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"read_timestamp": "2019-02-25T18:16:23.655Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.655Z",
"process": {
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.655Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.655Z",
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": "Traceback (most recent call last):",
"process": {
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.655Z"
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.655Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.656Z",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.656Z",
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return topic.deserialize(buff, item_type_name)",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.656Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.656Z",
"process": {
"pid": 27256,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.656Z",
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))"
}
2019-02-25T18:16:23.656Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"read_timestamp": "2019-02-25T18:16:23.656Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.887Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": " raise SerializationException() from e",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"uid": 1000
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.656Z"
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:09.891Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"process": {
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"read_timestamp": "2019-02-25T18:16:23.656Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"message": "\u001b[31m2019-01-30 18:51:10,094 ERROR \u001b[0m \u001b[37merror handling msg",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"pid": 27256
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.657Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.657Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"process": {
"pid": 27256,
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.658Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.659Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"name": "python",
"pid": 27256
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.659Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.658Z",
"message": "During handling of the above exception, another exception occurred:",
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.659Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": "Traceback (most recent call last):",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"read_timestamp": "2019-02-25T18:16:23.659Z",
"process": {
"uid": 1000,
"name": "python",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.659Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.659Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"name": "python"
}
}
2019-02-25T18:16:23.659Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"message": " return next(reader(stream, self.__parsed_schema))",
"process": {
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.659Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.660Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"read_timestamp": "2019-02-25T18:16:23.660Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.660Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.660Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"read_timestamp": "2019-02-25T18:16:23.660Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.660Z"
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record"
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"name": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.661Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"process": {
"name": "python",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.661Z",
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.662Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.662Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": " msg = consumer.poll(self.poll_timeout)",
"read_timestamp": "2019-02-25T18:16:23.662Z",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"read_timestamp": "2019-02-25T18:16:23.662Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.662Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.662Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"message": " return topic.deserialize(buff, item_type_name)",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"read_timestamp": "2019-02-25T18:16:23.662Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.662Z",
"process": {
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"process": {
"capabilites": "0",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.663Z"
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"message": " raise SerializationException() from e",
"read_timestamp": "2019-02-25T18:16:23.663Z",
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.094Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.663Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": "\u001b[31m2019-01-30 18:51:10,262 ERROR \u001b[0m \u001b[37merror handling msg",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.663Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"read_timestamp": "2019-02-25T18:16:23.663Z",
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"name": "python"
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.663Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"read_timestamp": "2019-02-25T18:16:23.663Z",
"process": {
"name": "python",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.663Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.664Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
}
}
2019-02-25T18:16:23.664Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"pid": 27256,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.664Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.665Z"
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.665Z",
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": "During handling of the above exception, another exception occurred:",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.665Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"read_timestamp": "2019-02-25T18:16:23.665Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.665Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": " return next(reader(stream, self.__parsed_schema))",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"read_timestamp": "2019-02-25T18:16:23.665Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.665Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"read_timestamp": "2019-02-25T18:16:23.665Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"read_timestamp": "2019-02-25T18:16:23.665Z",
"process": {
"name": "python",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"process": {
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"process": {
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record"
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.666Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean"
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.666Z",
"message": "The above exception was the direct cause of the following exception:",
"host": {
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": "Traceback (most recent call last):",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"read_timestamp": "2019-02-25T18:16:23.667Z",
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"pid": 27256
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " return topic.deserialize(buff, item_type_name)",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"process": {
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.667Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.667Z",
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"message": " raise SerializationException() from e",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.263Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.668Z"
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"host": {
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": "\u001b[31m2019-01-30 18:51:10,444 ERROR \u001b[0m \u001b[37merror handling msg",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": "Traceback (most recent call last):",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"read_timestamp": "2019-02-25T18:16:23.668Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.668Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python",
"uid": 1000
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"read_timestamp": "2019-02-25T18:16:23.668Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.668Z"
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record"
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data"
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"process": {
"name": "python",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
}
}
2019-02-25T18:16:23.669Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"message": "During handling of the above exception, another exception occurred:",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "Traceback (most recent call last):",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.669Z"
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.669Z",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"process": {
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.670Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.670Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"process": {
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"read_timestamp": "2019-02-25T18:16:23.670Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.670Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.670Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"capabilites": "0",
"name": "python",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.670Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.670Z",
"process": {
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.670Z",
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.671Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"process": {
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": "The above exception was the direct cause of the following exception:",
"read_timestamp": "2019-02-25T18:16:23.671Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.671Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.672Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
}
}
2019-02-25T18:16:23.672Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.671Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
}
}
2019-02-25T18:16:23.672Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.672Z",
"host": {
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"process": {
"pid": 27256,
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.672Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.672Z",
"process": {
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " return topic.deserialize(buff, item_type_name)",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.672Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"read_timestamp": "2019-02-25T18:16:23.672Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.673Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.672Z",
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"process": {
"name": "python",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.673Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.673Z",
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.673Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"message": " raise SerializationException() from e",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.673Z",
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.674Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.444Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"process": {
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.674Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.674Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": "\u001b[31m2019-01-30 18:51:10,628 ERROR \u001b[0m \u001b[37merror handling msg",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.674Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.674Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python"
},
"message": "Traceback (most recent call last):",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.674Z"
}
2019-02-25T18:16:23.674Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.674Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.674Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"process": {
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"process": {
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data"
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"process": {
"pid": 27256,
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data"
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.675Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.675Z",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"message": "During handling of the above exception, another exception occurred:",
"read_timestamp": "2019-02-25T18:16:23.675Z",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.676Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.676Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.676Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0"
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": "Traceback (most recent call last):",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.677Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.677Z"
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " msg = consumer.poll(self.poll_timeout)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.677Z",
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"process": {
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": " return topic.deserialize(buff, item_type_name)",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"uid": 1000,
"name": "python"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"uid": 1000
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " raise SerializationException() from e",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.629Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"read_timestamp": "2019-02-25T18:16:23.678Z"
}
2019-02-25T18:16:23.678Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": "\u001b[31m2019-01-30 18:51:10,827 ERROR \u001b[0m \u001b[37merror handling msg",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"process": {
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": "Traceback (most recent call last):",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"read_timestamp": "2019-02-25T18:16:23.678Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.679Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.679Z",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"read_timestamp": "2019-02-25T18:16:23.679Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.679Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.679Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"process": {
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.679Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.679Z"
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.679Z",
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"read_timestamp": "2019-02-25T18:16:23.680Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"process": {
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"read_timestamp": "2019-02-25T18:16:23.680Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"process": {
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"name": "python",
"capabilites": "0"
},
"message": "During handling of the above exception, another exception occurred:",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.680Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"pid": 27256
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"uid": 1000
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"process": {
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.680Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.680Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"name": "python"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__"
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.681Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"name": "python",
"uid": 1000
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"read_timestamp": "2019-02-25T18:16:23.681Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"process": {
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.681Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.681Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": "Traceback (most recent call last):",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle"
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": " msg = consumer.poll(self.poll_timeout)",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"uid": 1000,
"name": "python"
},
"host": {
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76"
},
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " return topic.deserialize(buff, item_type_name)",
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"pid": 27256
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.682Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"pid": 27256
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))"
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"read_timestamp": "2019-02-25T18:16:23.682Z",
"process": {
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"name": "python",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " raise SerializationException() from e",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:10.828Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"message": "messaging.serializer.SerializationException\u001b[0m",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": "\u001b[31m2019-01-30 18:51:11,015 ERROR \u001b[0m \u001b[37merror handling msg",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.683Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"pid": 27256
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"capabilites": "0",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.683Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.684Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.684Z",
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.684Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.684Z",
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"read_timestamp": "2019-02-25T18:16:23.684Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.684Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"pid": 27256,
"name": "python",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.684Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"message": "During handling of the above exception, another exception occurred:",
"read_timestamp": "2019-02-25T18:16:23.684Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"read_timestamp": "2019-02-25T18:16:23.685Z",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"message": "Traceback (most recent call last):"
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.685Z"
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"message": " return next(reader(stream, self.__parsed_schema))",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.685Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"read_timestamp": "2019-02-25T18:16:23.685Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.685Z",
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.685Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.685Z",
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__"
}
2019-02-25T18:16:23.686Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.685Z",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data"
}
2019-02-25T18:16:23.686Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.686Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
}
}
2019-02-25T18:16:23.687Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.686Z",
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.687Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.687Z"
}
2019-02-25T18:16:23.688Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.687Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
}
}
2019-02-25T18:16:23.688Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.688Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
}
}
2019-02-25T18:16:23.688Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"read_timestamp": "2019-02-25T18:16:23.688Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.688Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.688Z",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": "The above exception was the direct cause of the following exception:",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
}
}
2019-02-25T18:16:23.688Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.688Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"read_timestamp": "2019-02-25T18:16:23.688Z"
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"read_timestamp": "2019-02-25T18:16:23.688Z"
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"read_timestamp": "2019-02-25T18:16:23.689Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"process": {
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"message": " return topic.deserialize(buff, item_type_name)",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"process": {
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
}
}
2019-02-25T18:16:23.689Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"message": " raise SerializationException() from e",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.016Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"pid": 27256
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.689Z",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"message": "messaging.serializer.SerializationException\u001b[0m"
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.690Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": "\u001b[31m2019-01-30 18:51:11,198 ERROR \u001b[0m \u001b[37merror handling msg",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.690Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"read_timestamp": "2019-02-25T18:16:23.690Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.690Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.690Z",
"process": {
"pid": 27256,
"uid": 1000,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256,
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.690Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
}
}
2019-02-25T18:16:23.690Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.690Z",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.690Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.690Z"
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"pid": 27256
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"message": "During handling of the above exception, another exception occurred:"
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.691Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.691Z"
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.691Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"process": {
"uid": 1000,
"name": "python",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.692Z"
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"capabilites": "0",
"name": "python",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.692Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"pid": 27256
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.692Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": "The above exception was the direct cause of the following exception:",
"read_timestamp": "2019-02-25T18:16:23.693Z",
"process": {
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.693Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"message": " return topic.deserialize(buff, item_type_name)",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"read_timestamp": "2019-02-25T18:16:23.693Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))"
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " raise SerializationException() from e",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"process": {
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.198Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"message": "\u001b[31m2019-01-30 18:51:11,383 ERROR \u001b[0m \u001b[37merror handling msg",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.694Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"message": "Traceback (most recent call last):",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"pid": 27256
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.694Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize"
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"process": {
"uid": 1000,
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000,
"pid": 27256
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"host": {
"name": "ip-172-31-0-76",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.695Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.695Z"
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.695Z",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte"
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": "During handling of the above exception, another exception occurred:"
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"message": "Traceback (most recent call last):",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.696Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.696Z"
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.696Z",
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"uid": 1000
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.697Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.697Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"name": "python",
"uid": 1000
},
"message": "The above exception was the direct cause of the following exception:",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"process": {
"name": "python",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": "Traceback (most recent call last):",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.698Z"
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"pid": 27256,
"capabilites": "0"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"message": " msg = consumer.poll(self.poll_timeout)",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.698Z"
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0"
},
"host": {
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.698Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " return topic.deserialize(buff, item_type_name)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.698Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " raise SerializationException() from e",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.383Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": "\u001b[31m2019-01-30 18:51:11,579 ERROR \u001b[0m \u001b[37merror handling msg",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "Traceback (most recent call last):",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"read_timestamp": "2019-02-25T18:16:23.699Z"
}
2019-02-25T18:16:23.699Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.699Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"pid": 27256
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"pid": 27256
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0",
"uid": 1000
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"read_timestamp": "2019-02-25T18:16:23.700Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
}
}
2019-02-25T18:16:23.700Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.700Z",
"process": {
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.701Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"message": "During handling of the above exception, another exception occurred:",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.701Z"
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"read_timestamp": "2019-02-25T18:16:23.701Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.701Z"
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.701Z",
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"host": {
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"name": "python",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"read_timestamp": "2019-02-25T18:16:23.701Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.701Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.701Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.702Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.702Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"capabilites": "0",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.702Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"read_timestamp": "2019-02-25T18:16:23.702Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.702Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.702Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.702Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.703Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"read_timestamp": "2019-02-25T18:16:23.703Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"message": "Traceback (most recent call last):",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.703Z",
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.703Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"read_timestamp": "2019-02-25T18:16:23.703Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.703Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"read_timestamp": "2019-02-25T18:16:23.703Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.704Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.703Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " return topic.deserialize(buff, item_type_name)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.704Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.704Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.705Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.704Z"
}
2019-02-25T18:16:23.705Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.705Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
}
}
2019-02-25T18:16:23.705Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " raise SerializationException() from e",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.705Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.706Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.580Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.705Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": "messaging.serializer.SerializationException\u001b[0m"
}
2019-02-25T18:16:23.706Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"message": "\u001b[31m2019-01-30 18:51:11,772 ERROR \u001b[0m \u001b[37merror handling msg",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"read_timestamp": "2019-02-25T18:16:23.706Z",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.706Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.706Z"
}
2019-02-25T18:16:23.706Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.706Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.706Z",
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"name": "python",
"uid": 1000
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.706Z",
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"read_timestamp": "2019-02-25T18:16:23.707Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
}
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.707Z",
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"architecture": "x86_64"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.707Z",
"process": {
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"pid": 27256
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record"
}
2019-02-25T18:16:23.707Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000,
"capabilites": "0"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.707Z",
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.707Z",
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"read_timestamp": "2019-02-25T18:16:23.707Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.708Z",
"process": {
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": "During handling of the above exception, another exception occurred:",
"read_timestamp": "2019-02-25T18:16:23.708Z"
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"process": {
"capabilites": "0",
"name": "python",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"message": "Traceback (most recent call last):",
"read_timestamp": "2019-02-25T18:16:23.708Z"
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"read_timestamp": "2019-02-25T18:16:23.708Z",
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.708Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.708Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.708Z",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.709Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.709Z",
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0"
},
"message": "The above exception was the direct cause of the following exception:",
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"message": "Traceback (most recent call last):",
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"read_timestamp": "2019-02-25T18:16:23.710Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " msg = consumer.poll(self.poll_timeout)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.710Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"uid": 1000
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return topic.deserialize(buff, item_type_name)",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"read_timestamp": "2019-02-25T18:16:23.710Z",
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"read_timestamp": "2019-02-25T18:16:23.711Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"process": {
"uid": 1000,
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"read_timestamp": "2019-02-25T18:16:23.711Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"message": " raise SerializationException() from e",
"read_timestamp": "2019-02-25T18:16:23.711Z"
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.773Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"read_timestamp": "2019-02-25T18:16:23.711Z",
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.711Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.711Z",
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"message": "\u001b[31m2019-01-30 18:51:11,947 ERROR \u001b[0m \u001b[37merror handling msg",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"read_timestamp": "2019-02-25T18:16:23.711Z",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": "Traceback (most recent call last):",
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"process": {
"capabilites": "0",
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"process": {
"uid": 1000,
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.712Z",
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.712Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"host": {
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.712Z",
"process": {
"name": "python",
"pid": 27256,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"read_timestamp": "2019-02-25T18:16:23.713Z",
"host": {
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"message": "During handling of the above exception, another exception occurred:",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": "Traceback (most recent call last):",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service"
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " return next(reader(stream, self.__parsed_schema))",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.713Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"process": {
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.713Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.714Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"process": {
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.714Z",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.714Z",
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.714Z",
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"read_timestamp": "2019-02-25T18:16:23.714Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.714Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.714Z"
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.714Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean"
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"message": "The above exception was the direct cause of the following exception:",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout"
},
"host": {
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"message": "Traceback (most recent call last):",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"process": {
"pid": 27256,
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " msg = consumer.poll(self.poll_timeout)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"process": {
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"host": {
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"process": {
"uid": 1000,
"capabilites": "0",
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"message": " return topic.deserialize(buff, item_type_name)",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"process": {
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
}
}
2019-02-25T18:16:23.715Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"transport": "stdout"
},
"message": " return item_type(**self.__serializers[item_type_name].deserialize(stream))",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 47, in deserialize",
"process": {
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"containerized": false,
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.715Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"name": "python",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"message": " raise SerializationException() from e",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:11.948Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": "messaging.serializer.SerializationException\u001b[0m",
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"read_timestamp": "2019-02-25T18:16:23.716Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": "\u001b[31m2019-01-30 18:51:12,131 ERROR \u001b[0m \u001b[37merror handling msg",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"architecture": "x86_64"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"name": "python",
"uid": 1000
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.716Z",
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.716Z",
"process": {
"capabilites": "0",
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"message": "Traceback (most recent call last):",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.716Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"host": {
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 42, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice"
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"name": "python"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"message": " return schemaless_reader(stream, self.__parsed_schema)",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.716Z",
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
}
}
2019-02-25T18:16:23.716Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 708, in fastavro._read.schemaless_reader",
"read_timestamp": "2019-02-25T18:16:23.716Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 718, in fastavro._read.schemaless_reader"
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.717Z"
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": " File \"fastavro/_read.pyx\", line 451, in fastavro._read.read_record",
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"host": {
"architecture": "x86_64",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 517, in fastavro._read._read_data",
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"process": {
"pid": 27256,
"name": "python",
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"systemd": {
"slice": "system.slice",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"host": {
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"fastavro/_read.pyx\", line 306, in fastavro._read.read_utf8",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.717Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"capabilites": "0"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"message": " File \"fastavro/_six.pyx\", line 19, in fastavro._six.py3_btou",
"read_timestamp": "2019-02-25T18:16:23.717Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
}
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"name": "python",
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
},
"host": {
"containerized": false,
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
}
},
"message": "UnicodeDecodeError: 'utf-8' codec can't decode byte 0xfa in position 31: invalid start byte",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
}
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.717Z",
"host": {
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"architecture": "x86_64"
},
"message": "During handling of the above exception, another exception occurred:",
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"pid": 27256,
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"facility": 3,
"priority": 6
},
"message": "Traceback (most recent call last):",
"host": {
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.718Z",
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"capabilites": "0",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7"
},
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
}
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/serializer.py\", line 45, in deserialize",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.718Z",
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"capabilites": "0"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"message": " return next(reader(stream, self.__parsed_schema))",
"read_timestamp": "2019-02-25T18:16:23.718Z"
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"process": {
"capabilites": "0",
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"systemd": {
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.718Z",
"host": {
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 681, in fastavro._read.file_reader.next"
}
2019-02-25T18:16:23.718Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"message": " File \"fastavro/_read.pyx\", line 622, in _iter_avro_blocks",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"read_timestamp": "2019-02-25T18:16:23.718Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"uid": 1000,
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.718Z",
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64"
},
"meta": {
"cloud": {
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1"
}
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256
},
"message": " File \"fastavro/_read.pyx\", line 641, in __iter__",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"process": {
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"host": {
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"host": {
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record",
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.719Z"
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"systemd": {
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"message": " File \"fastavro/_read.pyx\", line 539, in fastavro._read._read_data",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"capabilites": "0",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python",
"pid": 27256
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"process": {
"name": "python",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
},
"host": {
"architecture": "x86_64",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
},
"containerized": false
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": " File \"fastavro/_read.pyx\", line 466, in fastavro._read.read_record"
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"process": {
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"systemd": {
"transport": "stdout",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"message": " File \"fastavro/_read.pyx\", line 511, in fastavro._read._read_data",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"process": {
"uid": 1000,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256,
"capabilites": "0"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"systemd": {
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"message": " File \"fastavro/_read.pyx\", line 113, in fastavro._read.match_schemas",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu"
},
"containerized": false,
"architecture": "x86_64"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.719Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"name": "python",
"uid": 1000,
"pid": 27256,
"capabilites": "0"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"message": "fastavro._read_common.SchemaResolutionError: Schema mismatch: int is not boolean",
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"containerized": false,
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"fields": {
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1",
"project": "delivery"
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"unit": "consumer_delivery.service",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.719Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"name": "python",
"pid": 27256
},
"message": "The above exception was the direct cause of the following exception:"
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"architecture": "x86_64",
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"systemd": {
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"unit": "consumer_delivery.service",
"cgroup": "/system.slice/consumer_delivery.service",
"transport": "stdout"
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"message": "Traceback (most recent call last):",
"process": {
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"pid": 27256,
"capabilites": "0",
"name": "python"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
}
},
"systemd": {
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service",
"transport": "stdout"
},
"process": {
"pid": 27256,
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000,
"name": "python"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"message": " File \"/home/ubuntu/delivery-service-api/delivery_service/application/management/commands/kafka_consumer.py\", line 70, in handle",
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"host": {
"name": "ip-172-31-0-76",
"architecture": "x86_64",
"os": {
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian"
},
"containerized": false,
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84"
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"systemd": {
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"unit": "consumer_delivery.service"
},
"syslog": {
"facility": 3,
"priority": 6,
"identifier": "python"
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"pid": 27256,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"capabilites": "0",
"name": "python"
},
"message": " msg = consumer.poll(self.poll_timeout)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"meta": {
"cloud": {
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b"
}
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"systemd": {
"transport": "stdout",
"cgroup": "/system.slice/consumer_delivery.service",
"slice": "system.slice",
"unit": "consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b"
},
"syslog": {
"priority": 6,
"identifier": "python",
"facility": 3
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/consumer.py\", line 35, in poll",
"host": {
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"process": {
"capabilites": "0",
"pid": 27256,
"name": "python",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"uid": 1000
},
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"transport": "stdout",
"slice": "system.slice",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"syslog": {
"facility": 3,
"identifier": "python",
"priority": 6
},
"host": {
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"containerized": false,
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
}
},
"process": {
"name": "python",
"capabilites": "0",
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"uid": 1000,
"pid": 27256,
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer"
},
"fields": {
"project": "delivery",
"app": "delivery-consumer",
"env": "production",
"host": "delivery-prod-1"
},
"beat": {
"version": "6.6.1",
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76"
},
"message": " return topic.deserialize(buff, item_type_name)",
"custom": {
"stream_id": "b9f681f63c504336bf2ed93577b9d852",
"selinux_context": "unconfined\n"
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"meta": {
"cloud": {
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small"
}
}
}
2019-02-25T18:16:23.720Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"syslog": {
"identifier": "python",
"priority": 6,
"facility": 3
},
"message": " File \"/home/ubuntu/venvs/delivery-service/src/huub-messaging-python/messaging/topic.py\", line 21, in deserialize",
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"read_timestamp": "2019-02-25T18:16:23.720Z",
"fields": {
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer",
"env": "production"
},
"systemd": {
"slice": "system.slice",
"cgroup": "/system.slice/consumer_delivery.service",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"transport": "stdout",
"unit": "consumer_delivery.service"
},
"host": {
"architecture": "x86_64",
"os": {
"family": "debian",
"name": "Ubuntu",
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)"
},
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"name": "ip-172-31-0-76",
"containerized": false
},
"beat": {
"name": "ip-172-31-0-76",
"hostname": "ip-172-31-0-76",
"version": "6.6.1"
},
"meta": {
"cloud": {
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc",
"machine_type": "t3.small",
"provider": "ec2"
}
},
"process": {
"cmd": "/home/ubuntu/venvs/delivery-service/bin/python /home/ubuntu/delivery-service-api/manage.py kafka_consumer",
"capabilites": "0",
"name": "python",
"uid": 1000,
"executable": "/home/ubuntu/venvs/delivery-service/bin/python3.7",
"pid": 27256
}
}
2019-02-25T18:16:23.721Z DEBUG [publish] pipeline/processor.go:308 Publish event: {
"@timestamp": "2019-01-30T18:51:12.132Z",
"@metadata": {
"beat": "journalbeat",
"type": "doc",
"version": "6.6.1"
},
"systemd": {
"unit": "consumer_delivery.service",
"slice": "system.slice",
"transport": "stdout",
"invocation_id": "fdb5996ddbf545c1a74f3af45f02877b",
"cgroup": "/system.slice/consumer_delivery.service"
},
"fields": {
"env": "production",
"host": "delivery-prod-1",
"project": "delivery",
"app": "delivery-consumer"
},
"beat": {
"hostname": "ip-172-31-0-76",
"version": "6.6.1",
"name": "ip-172-31-0-76"
},
"meta": {
"cloud": {
"machine_type": "t3.small",
"provider": "ec2",
"region": "eu-west-1",
"availability_zone": "eu-west-1b",
"instance_id": "i-08af4e3f34f71abfc"
}
},
"host": {
"os": {
"codename": "bionic",
"platform": "ubuntu",
"version": "18.04.1 LTS (Bionic Beaver)",
"family": "debian",
"name": "Ubuntu"
},
"containerized": false,
"name": "ip-172-31-0-76",
"boot_id": "9b7c1e704b5e4a098c8452f127caafe2",
"id": "ec2a4d99bd78836d8e05a29b03d55c84",
"architecture": "x86_64"
},
"custom": {
"selinux_context": "unconfined\n",
"stream_id": "b9f681f63c504336bf2ed93577b9d852"
},
"syslog": {
"priority": 6,
"facility": 3,
"identifier": "python"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment