Skip to content

Instantly share code, notes, and snippets.

View aavarghese's full-sized avatar

Ansu Varghese aavarghese

20 followers · 7 following
View GitHub Profile
@aavarghese
aavarghese / disp2.log
Created June 9, 2022 19:09
This file has been truncated, but you can view the full file.
{"@timestamp":"2022-06-09T18:19:17.78Z","@version":"1","message":"Consumer closed or poll is in-flight","logger_name":"dev.knative.eventing.kafka.broker.dispatcher.impl.consumer.OrderedConsumerVerticle","thread_name":"vert.x-eventloop-thread-2","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:19:17.818Z","@version":"1","message":"[Consumer clientId=consumer-kafka-src50c-1, groupId=kafka-src50c] Sending Heartbeat request with generation 1 and member id consumer-kafka-src50c-1-6da79fe4-52c5-4e23-a2c8-6674c977a7ae to coordinator my-cluster-kafka-1.my-cluster-kafka-brokers.kafka.svc:9092 (id: 2147483646 rack: null)","logger_name":"org.apache.kafka.clients.consumer.internals.AbstractCoordinator","thread_name":"kafka-coordinator-heartbeat-thread | kafka-src50c","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:19:17.818Z","@version":"1","message":"[Consumer clientId=consumer-kafka-src50c-1, groupId=kafka-src50c] Sending HEARTBEAT request with header RequestHeader(apiKey=HEARTBEAT, a
@aavarghese
aavarghese / disp1.log
Created June 9, 2022 19:08
This file has been truncated, but you can view the full file.
{"@timestamp":"2022-06-09T18:19:35.529Z","@version":"1","message":"[Consumer clientId=consumer-kafka-src50c-1, groupId=kafka-src50c] Added READ_UNCOMMITTED fetch request for partition topic50c-9 at position FetchPosition{offset=100, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[my-cluster-kafka-1.my-cluster-kafka-brokers.kafka.svc:9092 (id: 1 rack: null)], epoch=0}} to node my-cluster-kafka-1.my-cluster-kafka-brokers.kafka.svc:9092 (id: 1 rack: null)","logger_name":"org.apache.kafka.clients.consumer.internals.Fetcher","thread_name":"vert.x-kafka-consumer-thread-0","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:19:35.529Z","@version":"1","message":"[Consumer clientId=consumer-kafka-src50c-1, groupId=kafka-src50c] Added READ_UNCOMMITTED fetch request for partition topic50c-6 at position FetchPosition{offset=100, offsetEpoch=Optional[0], currentLeader=LeaderAndEpoch{leader=Optional[my-cluster-kafka-1.my-cluster-kafka-brokers.kafka.svc:9092 (id: 1 rack: null)], epoch=0}}
@aavarghese
aavarghese / eventdisplay.log
Created June 9, 2022 19:08
This file has been truncated, but you can view the full file.
{"level":"info","ts":1654795166.560904,"logger":"fallback","caller":"customizeEventDisplay/evendisplay.go:103","msg":"Env vars: displayConcurrentConnection: true delay: 10 cloudevent: true forward: true scraper: http://kafkascraper print true \n"}
{"level":"info","ts":1654795166.5610971,"logger":"fallback","caller":"customizeEventDisplay/evendisplay.go:114","msg":"Receiving events as cloudevents"}
{"level":"info","ts":1654795167.5617049,"logger":"fallback","caller":"customizeEventDisplay/evendisplay.go:171","msg":"Host: eventdisplay-7c8868fbb6-pm2nh: we have 0 concurrent connections\n"}
{"level":"info","ts":1654795168.5622337,"logger":"fallback","caller":"customizeEventDisplay/evendisplay.go:171","msg":"Host: eventdisplay-7c8868fbb6-pm2nh: we have 0 concurrent connections\n"}
{"level":"info","ts":1654795169.562961,"logger":"fallback","caller":"customizeEventDisplay/evendisplay.go:171","msg":"Host: eventdisplay-7c8868fbb6-pm2nh: we have 0 concurrent connections\n"}
{"level":"info","ts":1654795170.563463,"logge
@aavarghese
aavarghese / controller.log
Created June 9, 2022 19:08
2022/06/09 17:14:27 Registering 6 clients
2022/06/09 17:14:27 Registering 6 informer factories
2022/06/09 17:14:27 Registering 13 informers
2022/06/09 17:14:27 Registering 7 controllers
{"level":"info","ts":"2022-06-09T17:14:27.719Z","caller":"logging/config.go:117","msg":"Successfully created the logger."}
{"level":"info","ts":"2022-06-09T17:14:27.719Z","caller":"logging/config.go:118","msg":"Logging level set to: debug"}
{"level":"info","ts":"2022-06-09T17:14:27.719Z","caller":"logging/config.go:80","msg":"Fetch GitHub commit ID from kodata failed","error":"open /var/run/ko/HEAD: no such file or directory"}
{"level":"info","ts":"2022-06-09T17:14:27.719Z","logger":"kafka-broker-controller","caller":"profiling/server.go:64","msg":"Profiling enabled: false","knative.dev/pod":"kafka-controller-6fbb58486c-kltql"}
{"level":"info","ts":"2022-06-09T17:14:27.749Z","logger":"kafka-broker-controller","caller":"leaderelection/context.go:47","msg":"Running with Standard leader election","knative.dev/pod":"kafka-controll
@aavarghese
aavarghese / disp0.log
Created June 9, 2022 19:03
This file has been truncated, but you can view the full file.
{"@timestamp":"2022-06-09T18:20:29.424Z","@version":"1","message":"Consumer closed or poll is in-flight","logger_name":"dev.knative.eventing.kafka.broker.dispatcher.impl.consumer.OrderedConsumerVerticle","thread_name":"vert.x-eventloop-thread-2","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:20:29.624Z","@version":"1","message":"Consumer closed or poll is in-flight","logger_name":"dev.knative.eventing.kafka.broker.dispatcher.impl.consumer.OrderedConsumerVerticle","thread_name":"vert.x-eventloop-thread-2","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:20:29.824Z","@version":"1","message":"Consumer closed or poll is in-flight","logger_name":"dev.knative.eventing.kafka.broker.dispatcher.impl.consumer.OrderedConsumerVerticle","thread_name":"vert.x-eventloop-thread-2","level":"DEBUG","level_value":10000}
{"@timestamp":"2022-06-09T18:20:29.926Z","@version":"1","message":"[Consumer clientId=consumer-kafka-src50c-1, groupId=kafka-src50c] Received FETCH response from node 1 for re
@aavarghese
aavarghese / ha.diff
Last active March 21, 2022 20:26
diff --git a/control-plane/cmd/kafka-controller/main.go b/control-plane/cmd/kafka-controller/main.go
index 5447ae63..13b8c84c 100644
--- a/control-plane/cmd/kafka-controller/main.go
+++ b/control-plane/cmd/kafka-controller/main.go
@@ -29,10 +29,12 @@ import (
"knative.dev/eventing-kafka-broker/control-plane/pkg/config"
"knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/broker"
- "knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/channel"
+ channelv2 "knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/channel/v2"
@aavarghese
aavarghese / scaling_ekb.diff
Last active March 21, 2022 20:27
Changes needed to activate new scaling & scheduling kafka source consumers code in eventing-kafka-broker
diff --git a/control-plane/cmd/kafka-controller/main.go b/control-plane/cmd/kafka-controller/main.go
index 5447ae63..13b8c84c 100644
--- a/control-plane/cmd/kafka-controller/main.go
+++ b/control-plane/cmd/kafka-controller/main.go
@@ -29,10 +29,12 @@ import (
"knative.dev/eventing-kafka-broker/control-plane/pkg/config"
"knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/broker"
"knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/channel"
+ "knative.dev/eventing-kafka-broker/control-plane/pkg/reconciler/consumer"
@aavarghese
aavarghese / base_tfplan.rego
Created October 26, 2021 16:02
Example Rego file with typo for Newstack blog
package ibmcloud.tfplan
import data as tfplan
# lists all the variables from variable section
# METADATA
# schemas:
# - data: schema.plan-schema
variables = vars{
some k
@aavarghese
aavarghese / task-rego.yaml
Last active October 26, 2021 16:17
---
apiVersion: tekton.dev/v1beta1
kind: Task
metadata:
name: da-rego-analysis
spec:
params:
- name: repository
description: the git repo
- name: policy-dir
@aavarghese
aavarghese / policy.rego
Last active April 21, 2021 19:55
package kubernetes.admission
deny[msg] {
input.request.kind.kinds == "Pod" # This line has a typo, should be input.request.kind.kind
image := input.request.object.spec.containers[_].image
not startswith(image, "hooli.com/")
msg := sprintf("image '%v' comes from untrusted registry", [image])
}