iancoffey

apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: redis-master
spec:
  replicas: 1
  template:
    metadata:
      labels:
        app: redis

iancoffey

// this is fine
icoffey@icoffey-ltm some-project (master)*$ GOOS=linux govendor update github.com/somerepo/some-project/mocks
icoffey@icoffey-ltm some-project (master)*$ echo $?
0

// doesnt exist, also fine
icoffey@icoffey-ltm some-project (master)*$ GOOS=linux govendor update github.com/somerepo/some-project/doesnt-exist
Error: Package "github.com/somerepo/some-project/doesnt-exist" not a go package or not in GOPATH.

// boom

iancoffey

Before relabeling: {__address__="deis-monitor-exporter.default.svc", __meta_kubernetes_role="service", __meta_kubernetes_service_annotation_prometheus_io_port="9100", __meta_kubernetes_service_annotation_prometheus_io_scrape="true", __meta_kubernetes_service_label_heritage="deis", __meta_kubernetes_service_name="deis-monitor-exporter", __meta_kubernetes_service_namespace="default", __metrics_path__="/metrics", __scheme__="http", job="kubernetes-service-endpoints"}

iancoffey

monitor (master) $ k exec deis-monitor-prometheus-r3x12 -- /bin/prometheus -version
prometheus, version 0.16.1 (branch: master, revision: 5f52ed3)
  build user:       @afbbf75ae75d
  build date:       20151118-16:06:23
  go version:       1.5.1

iancoffey

{
    "alert": {
        "version": null,
        "createdOn": 0,
        "modifiedOn": 0,
        "name": "DeleteME",
        "description": "",
        "enabled": true,
        "filter": "agent.tag.account_id = null",
        "type": "MANUAL",

iancoffey

[Unit]
Description=Graceful Deis node clean up
DefaultDependencies=no
After=fleet.service etcd2.service docker.service docker.socket
Requires=fleet.service etcd2.service docker.service docker.socket
Wants=graceful-ceph-shutdown.service
RefuseManualStop=true

[Install]
WantedBy=shutdown.target halt.target reboot.target

iancoffey

core@ip-10-21-1-94 ~ $ deisctl install store-admin
deis-store-admin.service: loaded
core@ip-10-21-1-94 ~ $ deisctl start store-admin
deis-store-admin.service: active/running                             
core@ip-10-21-1-94 ~ $ /opt/bin/graceful-shutdown.sh --really
+ '[' '!' -z 9 ']'
+ '[' 5 -gt 3 ']'
++ docker inspect '--format={{ .State.Running }}' deis-store-admin
+ ADMIN_RUNNING=true
+ '[' 0 -eq 1 ']'

iancoffey

[Unit]
Description=etcd2 container
Requires=early-docker.service prepare-etcd-data-directory.service
After=early-docker.service prepare-etcd-data-directory.service
Before=early-docker.target

[Service]
User=etcd
PermissionsStartOnly=true
Restart=always

iancoffey

May 06 13:24:03 ip-10-21-2-234.ec2.internal systemd[1]: deis-logger.service holdoff time over, scheduling restart.
May 06 13:24:03 ip-10-21-2-234.ec2.internal systemd[1]: Stopping deis-logger...
May 06 13:24:03 ip-10-21-2-234.ec2.internal systemd[1]: Starting deis-logger...
May 06 13:24:03 ip-10-21-2-234.ec2.internal sh[6326]: Pulling repository deis/logger
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: 181650d1158d: Pulling image (v1.5.2) from deis/logger
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: 181650d1158d: Pulling image (v1.5.2) from deis/logger, endpoint: https://registry-1.docker.io/v1/
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: 181650d1158d: Pulling dependent layers
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: 511136ea3c5a: Download complete
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: 5ca11046a9c8: Download complete
May 06 13:24:04 ip-10-21-2-234.ec2.internal sh[6326]: d7334489ac75: Download complete

iancoffey

Apr 23 13:46:54 ip-10-221-12-211.us-west-2.compute.internal coreos-cloudinit[543]: 2015/04/23 13:46:54 Ensuring runtime unit file "etcd.service" is unmasked
Apr 23 13:46:59 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is inactive. Retrying in 10s.
Apr 23 13:47:09 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is inactive. Retrying in 20s.
Apr 23 13:47:29 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is inactive. Retrying in 40s.
Apr 23 13:48:09 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is inactive. Retrying in 1m20s.
Apr 23 13:49:29 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is inactive. Retrying in 2m40s.
Apr 23 13:52:09 ip-10-221-12-211.us-west-2.compute.internal locksmithd[499]: Unlocking old locks failed: etcd.service is in