Skip to content

Instantly share code, notes, and snippets.

@CodyKurtz
Last active July 22, 2020 20:01
Show Gist options
  • Save CodyKurtz/d33d0f5db20df82bc209c90c893378bf to your computer and use it in GitHub Desktop.
Save CodyKurtz/d33d0f5db20df82bc209c90c893378bf to your computer and use it in GitHub Desktop.
Terraform Operator Logs
root@ubuntu-bionic:/repos# $ kubectl logs -n tf-operator $(kubectl get pods -n tf-operator --selector "component=sync-workspace" -o jsonpath="{.items[0].metadata.name}")
$: command not found
root@ubuntu-bionic:/repos# kubectl logs -n tf-operator $(kubectl get pods -n tf-operator --selector "component=sync-workspace" -o jsonpath="{.items[0].metadata.name}")
{"level":"info","ts":1594937878.9466417,"logger":"leader","msg":"Trying to become the leader."}
{"level":"debug","ts":1594937878.946698,"logger":"k8sutil","msg":"Found namespace","Namespace":"tf-operator"}
{"level":"debug","ts":1594937879.25198,"logger":"k8sutil","msg":"Found podname","Pod.Name":"operator-terraform-sync-workspace-56f64c458f-26mzv"}
{"level":"debug","ts":1594937879.2851255,"logger":"k8sutil","msg":"Found Pod","Pod.Namespace":"tf-operator","Pod.Name":"operator-terraform-sync-workspace-56f64c458f-26mzv"}
{"level":"info","ts":1594937879.2884505,"logger":"leader","msg":"Found existing lock with my name. I was likely restarted."}
{"level":"info","ts":1594937879.2884765,"logger":"leader","msg":"Continuing as the leader."}
{"level":"info","ts":1594937879.5932908,"logger":"controller-runtime.metrics","msg":"metrics server is starting to listen","addr":"0.0.0.0:8383"}
{"level":"info","ts":1594937879.5935566,"logger":"operator","msg":"Registering Components."}
2020/07/16 22:17:59 [DEBUG] Attempting to open CLI config file: /etc/terraform/.terraformrc
2020/07/16 22:17:59 Loading CLI configuration from /etc/terraform/.terraformrc
{"level":"debug","ts":1594937879.9203224,"logger":"k8sutil","msg":"Found namespace","Namespace":"tf-operator"}
{"level":"debug","ts":1594937879.920746,"logger":"kubemetrics","msg":"Starting collecting operator types"}
{"level":"debug","ts":1594937879.9207604,"logger":"kubemetrics","msg":"Generating metric families","apiVersion":"app.terraform.io/v1alpha1","kind":"Workspace"}
{"level":"debug","ts":1594937880.2236347,"logger":"kubemetrics","msg":"Starting serving custom resource metrics"}
{"level":"debug","ts":1594937880.5295799,"logger":"k8sutil","msg":"Found namespace","Namespace":"tf-operator"}
{"level":"debug","ts":1594937880.529783,"logger":"k8sutil","msg":"Found podname","Pod.Name":"operator-terraform-sync-workspace-56f64c458f-26mzv"}
{"level":"debug","ts":1594937880.5340889,"logger":"k8sutil","msg":"Found Pod","Pod.Namespace":"tf-operator","Pod.Name":"operator-terraform-sync-workspace-56f64c458f-26mzv"}
{"level":"debug","ts":1594937880.5412662,"logger":"metrics","msg":"Pods owner found","Kind":"Deployment","Name":"operator-terraform-sync-workspace","Namespace":"tf-operator"}
{"level":"info","ts":1594937880.5813556,"logger":"metrics","msg":"Metrics Service object updated","Service.Name":"terraform-k8s-metrics","Service.Namespace":"tf-operator"}
{"level":"info","ts":1594937880.88528,"logger":"operator","msg":"Could not create ServiceMonitor object","error":"no ServiceMonitor registered with the API"}
{"level":"info","ts":1594937880.8853414,"logger":"operator","msg":"Install prometheus-operator in your cluster to create ServiceMonitor objects","error":"no ServiceMonitor registered with the API"}
{"level":"info","ts":1594937880.8854306,"logger":"operator","msg":"Starting the Cmd."}
{"level":"info","ts":1594937880.8857625,"logger":"controller-runtime.controller","msg":"Starting EventSource","controller":"workspace-controller","source":"kind source: /, Kind="}
{"level":"info","ts":1594937880.8861284,"logger":"controller-runtime.controller","msg":"Starting EventSource","controller":"workspace-controller","source":"kind source: /, Kind="}
{"level":"info","ts":1594937880.886345,"logger":"controller-runtime.controller","msg":"Starting Controller","controller":"workspace-controller"}
{"level":"info","ts":1594937880.886519,"logger":"controller-runtime.manager","msg":"starting metrics server","path":"/metrics"}
{"level":"info","ts":1594937880.98713,"logger":"controller-runtime.controller","msg":"Starting workers","controller":"workspace-controller","worker count":1}
E0716 22:18:00.987681 1 runtime.go:78] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)
goroutine 658 [running]:
k8s.io/apimachinery/pkg/util/runtime.logPanic(0x19fd120, 0x2e81970)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/runtime/runtime.go:74 +0xa3
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0x0, 0x0, 0x0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/runtime/runtime.go:48 +0x82
panic(0x19fd120, 0x2e81970)
/opt/hostedtoolcache/go/1.13.8/x64/src/runtime/panic.go:679 +0x1b2
github.com/hashicorp/terraform-k8s/operator/pkg/controller/workspace.(*TerraformCloudClient).CheckOrganization(...)
/home/runner/work/terraform-k8s/terraform-k8s/operator/pkg/controller/workspace/tfc_org.go:76
github.com/hashicorp/terraform-k8s/operator/pkg/controller/workspace.(*ReconcileWorkspace).Reconcile(0xc00081cd50, 0xc0006f4c50, 0xb, 0xc0006f4c40, 0x6, 0xc000cf7cd8, 0xc0007b23f0, 0xc000769ef8, 0x2057bc0)
/home/runner/work/terraform-k8s/terraform-k8s/operator/pkg/controller/workspace/workspace_controller.go:113 +0x307
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc0002da840, 0x1a72fa0, 0xc0003e8200, 0x43eb00)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:256 +0x162
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc0002da840, 0x0)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:232 +0xcb
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).worker(0xc0002da840)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:211 +0x2b
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000962cf0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000962cf0, 0x3b9aca00, 0x0, 0x1, 0xc00063e4e0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8
k8s.io/apimachinery/pkg/util/wait.Until(0xc000962cf0, 0x3b9aca00, 0xc00063e4e0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88 +0x4d
created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:193 +0x328
panic: runtime error: invalid memory address or nil pointer dereference [recovered]
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0xa0 pc=0x17b30c7]
goroutine 658 [running]:
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0x0, 0x0, 0x0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/runtime/runtime.go:55 +0x105
panic(0x19fd120, 0x2e81970)
/opt/hostedtoolcache/go/1.13.8/x64/src/runtime/panic.go:679 +0x1b2
github.com/hashicorp/terraform-k8s/operator/pkg/controller/workspace.(*TerraformCloudClient).CheckOrganization(...)
/home/runner/work/terraform-k8s/terraform-k8s/operator/pkg/controller/workspace/tfc_org.go:76
github.com/hashicorp/terraform-k8s/operator/pkg/controller/workspace.(*ReconcileWorkspace).Reconcile(0xc00081cd50, 0xc0006f4c50, 0xb, 0xc0006f4c40, 0x6, 0xc000cf7cd8, 0xc0007b23f0, 0xc000769ef8, 0x2057bc0)
/home/runner/work/terraform-k8s/terraform-k8s/operator/pkg/controller/workspace/workspace_controller.go:113 +0x307
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc0002da840, 0x1a72fa0, 0xc0003e8200, 0x43eb00)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:256 +0x162
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc0002da840, 0x0)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:232 +0xcb
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).worker(0xc0002da840)
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:211 +0x2b
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000962cf0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:152 +0x5e
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000962cf0, 0x3b9aca00, 0x0, 0x1, 0xc00063e4e0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:153 +0xf8
k8s.io/apimachinery/pkg/util/wait.Until(0xc000962cf0, 0x3b9aca00, 0xc00063e4e0)
/home/runner/go/pkg/mod/k8s.io/apimachinery@v0.0.0-20191004115801-a2eda9f80ab8/pkg/util/wait/wait.go:88 +0x4d
created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1
/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.4.0/pkg/internal/controller/controller.go:193 +0x328
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment