Skip to content

Instantly share code, notes, and snippets.

@gabrielgrant
Created January 28, 2019 19:51
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save gabrielgrant/6868f813b16226776e66f51725b0e564 to your computer and use it in GitHub Desktop.
Save gabrielgrant/6868f813b16226776e66f51725b0e564 to your computer and use it in GitHub Desktop.
apiVersion: v1
kind: ReplicationController
metadata:
annotations:
pipelineName: edges
creationTimestamp: 2019-01-26T01:48:54Z
generation: 4
labels:
app: pipeline-edges-v1
component: worker
pipelineName: edges
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
name: pipeline-edges-v1
namespace: pachyderm-3
resourceVersion: "485488"
selfLink: /api/v1/namespaces/pachyderm-3/replicationcontrollers/pipeline-edges-v1
uid: 89eb3fb0-210c-11e9-b300-0e100133249e
spec:
replicas: 1
selector:
app: pipeline-edges-v1
component: worker
pipelineName: edges
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
template:
metadata:
annotations:
pipelineName: edges
creationTimestamp: null
labels:
app: pipeline-edges-v1
component: worker
pipelineName: edges
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
name: pipeline-edges-v1
spec:
containers:
- command:
- /pach-bin/worker
env:
- name: PPS_WORKER_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
- name: PPS_POD_NAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PPS_ETCD_PREFIX
value: pachyderm/1.7.0/pachyderm_pps
- name: PPS_NAMESPACE
value: pachyderm-3
- name: PPS_SPEC_COMMIT
value: 65817ae7da884f2e8c5c6c490ac9bfc0
- name: PPS_WORKER_GRPC_PORT
value: "1680"
- name: PPROF_PORT
value: "1651"
- name: PEER_PORT
value: "1653"
- name: PPS_PIPELINE_NAME
value: edges
- name: PACH_ROOT
value: /pach
- name: STORAGE_BACKEND
value: MINIO
- name: AMAZON_ID
valueFrom:
secretKeyRef:
key: amazon-id
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_CRED
valueFrom:
secretKeyRef:
key: google-cred
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_CONTAINER
valueFrom:
secretKeyRef:
key: microsoft-container
name: pachyderm-storage-secret
optional: true
- name: MINIO_BUCKET
valueFrom:
secretKeyRef:
key: minio-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_SIGNATURE
valueFrom:
secretKeyRef:
key: minio-signature
name: pachyderm-storage-secret
optional: true
- name: AMAZON_REGION
valueFrom:
secretKeyRef:
key: amazon-region
name: pachyderm-storage-secret
optional: true
- name: AMAZON_BUCKET
valueFrom:
secretKeyRef:
key: amazon-bucket
name: pachyderm-storage-secret
optional: true
- name: AMAZON_SECRET
valueFrom:
secretKeyRef:
key: amazon-secret
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ADDR
valueFrom:
secretKeyRef:
key: amazon-vault-addr
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_ID
valueFrom:
secretKeyRef:
key: microsoft-id
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_SECRET
valueFrom:
secretKeyRef:
key: microsoft-secret
name: pachyderm-storage-secret
optional: true
- name: AMAZON_DISTRIBUTION
valueFrom:
secretKeyRef:
key: amazon-distribution
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ROLE
valueFrom:
secretKeyRef:
key: amazon-vault-role
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_TOKEN
valueFrom:
secretKeyRef:
key: amazon-vault-token
name: pachyderm-storage-secret
optional: true
- name: MINIO_ID
valueFrom:
secretKeyRef:
key: minio-id
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECRET
valueFrom:
secretKeyRef:
key: minio-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECURE
valueFrom:
secretKeyRef:
key: minio-secure
name: pachyderm-storage-secret
optional: true
- name: AMAZON_TOKEN
valueFrom:
secretKeyRef:
key: amazon-token
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_BUCKET
valueFrom:
secretKeyRef:
key: google-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_ENDPOINT
valueFrom:
secretKeyRef:
key: minio-endpoint
name: pachyderm-storage-secret
optional: true
image: pachyderm/opencv
imagePullPolicy: IfNotPresent
name: user
resources:
requests:
cpu: "0"
memory: 64M
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pach-bin
name: pach-bin
- mountPath: /pfs
name: pachyderm-worker
- mountPath: /pachyderm-storage-secret
name: pachyderm-storage-secret
- command:
- /pachd
- --mode
- sidecar
env:
- name: BLOCK_CACHE_BYTES
value: 64M
- name: PFS_CACHE_SIZE
value: "16"
- name: PACH_ROOT
value: /pach
- name: STORAGE_BACKEND
value: MINIO
- name: PORT
value: "1650"
- name: PPROF_PORT
value: "1651"
- name: HTTP_PORT
value: "1652"
- name: PEER_PORT
value: "1653"
- name: PPS_WORKER_GRPC_PORT
value: "1680"
- name: STORAGE_BACKEND
value: MINIO
- name: MINIO_SIGNATURE
valueFrom:
secretKeyRef:
key: minio-signature
name: pachyderm-storage-secret
optional: true
- name: AMAZON_REGION
valueFrom:
secretKeyRef:
key: amazon-region
name: pachyderm-storage-secret
optional: true
- name: AMAZON_BUCKET
valueFrom:
secretKeyRef:
key: amazon-bucket
name: pachyderm-storage-secret
optional: true
- name: AMAZON_SECRET
valueFrom:
secretKeyRef:
key: amazon-secret
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ADDR
valueFrom:
secretKeyRef:
key: amazon-vault-addr
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_ID
valueFrom:
secretKeyRef:
key: microsoft-id
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_SECRET
valueFrom:
secretKeyRef:
key: microsoft-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_BUCKET
valueFrom:
secretKeyRef:
key: minio-bucket
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ROLE
valueFrom:
secretKeyRef:
key: amazon-vault-role
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_TOKEN
valueFrom:
secretKeyRef:
key: amazon-vault-token
name: pachyderm-storage-secret
optional: true
- name: AMAZON_DISTRIBUTION
valueFrom:
secretKeyRef:
key: amazon-distribution
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECRET
valueFrom:
secretKeyRef:
key: minio-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECURE
valueFrom:
secretKeyRef:
key: minio-secure
name: pachyderm-storage-secret
optional: true
- name: AMAZON_TOKEN
valueFrom:
secretKeyRef:
key: amazon-token
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_BUCKET
valueFrom:
secretKeyRef:
key: google-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_ENDPOINT
valueFrom:
secretKeyRef:
key: minio-endpoint
name: pachyderm-storage-secret
optional: true
- name: MINIO_ID
valueFrom:
secretKeyRef:
key: minio-id
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_CRED
valueFrom:
secretKeyRef:
key: google-cred
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_CONTAINER
valueFrom:
secretKeyRef:
key: microsoft-container
name: pachyderm-storage-secret
optional: true
- name: AMAZON_ID
valueFrom:
secretKeyRef:
key: amazon-id
name: pachyderm-storage-secret
optional: true
image: pachyderm/pachd:1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
imagePullPolicy: IfNotPresent
name: storage
resources:
requests:
cpu: "0"
memory: 64M
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pach
name: pach-dir-volume
- mountPath: /pachyderm-storage-secret
name: pachyderm-storage-secret
dnsPolicy: ClusterFirst
initContainers:
- command:
- /pach/worker.sh
image: pachyderm/worker:1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
imagePullPolicy: IfNotPresent
name: init
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pach-bin
name: pach-bin
- mountPath: /pfs
name: pachyderm-worker
restartPolicy: Always
schedulerName: default-scheduler
securityContext: {}
terminationGracePeriodSeconds: 0
volumes:
- emptyDir: {}
name: pach-dir-volume
- emptyDir: {}
name: pach-bin
- emptyDir: {}
name: pachyderm-worker
- name: pachyderm-storage-secret
secret:
defaultMode: 420
secretName: pachyderm-storage-secret
status:
availableReplicas: 1
fullyLabeledReplicas: 1
observedGeneration: 4
readyReplicas: 1
replicas: 1
apiVersion: v1
kind: ReplicationController
metadata:
annotations:
pipelineName: montage
creationTimestamp: 2019-01-26T01:48:53Z
generation: 2
labels:
app: pipeline-montage-v1
component: worker
pipelineName: montage
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
name: pipeline-montage-v1
namespace: pachyderm-3
resourceVersion: "987694"
selfLink: /api/v1/namespaces/pachyderm-3/replicationcontrollers/pipeline-montage-v1
uid: 895f105d-210c-11e9-b300-0e100133249e
spec:
replicas: 1
selector:
app: pipeline-montage-v1
component: worker
pipelineName: montage
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
template:
metadata:
annotations:
pipelineName: montage
creationTimestamp: null
labels:
app: pipeline-montage-v1
component: worker
pipelineName: montage
suite: pachyderm
version: 1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
name: pipeline-montage-v1
spec:
containers:
- command:
- /pach-bin/worker
env:
- name: PPS_WORKER_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
- name: PPS_POD_NAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
- name: PPS_ETCD_PREFIX
value: pachyderm/1.7.0/pachyderm_pps
- name: PPS_NAMESPACE
value: pachyderm-3
- name: PPS_SPEC_COMMIT
value: 926485a265934415a16602a14d094484
- name: PPS_WORKER_GRPC_PORT
value: "1680"
- name: PPROF_PORT
value: "1651"
- name: PEER_PORT
value: "1653"
- name: PPS_PIPELINE_NAME
value: montage
- name: PACH_ROOT
value: /pach
- name: STORAGE_BACKEND
value: MINIO
- name: AMAZON_VAULT_ROLE
valueFrom:
secretKeyRef:
key: amazon-vault-role
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_TOKEN
valueFrom:
secretKeyRef:
key: amazon-vault-token
name: pachyderm-storage-secret
optional: true
- name: AMAZON_DISTRIBUTION
valueFrom:
secretKeyRef:
key: amazon-distribution
name: pachyderm-storage-secret
optional: true
- name: AMAZON_TOKEN
valueFrom:
secretKeyRef:
key: amazon-token
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_BUCKET
valueFrom:
secretKeyRef:
key: google-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_ENDPOINT
valueFrom:
secretKeyRef:
key: minio-endpoint
name: pachyderm-storage-secret
optional: true
- name: MINIO_ID
valueFrom:
secretKeyRef:
key: minio-id
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECRET
valueFrom:
secretKeyRef:
key: minio-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECURE
valueFrom:
secretKeyRef:
key: minio-secure
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_CRED
valueFrom:
secretKeyRef:
key: google-cred
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_CONTAINER
valueFrom:
secretKeyRef:
key: microsoft-container
name: pachyderm-storage-secret
optional: true
- name: AMAZON_ID
valueFrom:
secretKeyRef:
key: amazon-id
name: pachyderm-storage-secret
optional: true
- name: AMAZON_BUCKET
valueFrom:
secretKeyRef:
key: amazon-bucket
name: pachyderm-storage-secret
optional: true
- name: AMAZON_SECRET
valueFrom:
secretKeyRef:
key: amazon-secret
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ADDR
valueFrom:
secretKeyRef:
key: amazon-vault-addr
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_ID
valueFrom:
secretKeyRef:
key: microsoft-id
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_SECRET
valueFrom:
secretKeyRef:
key: microsoft-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_BUCKET
valueFrom:
secretKeyRef:
key: minio-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_SIGNATURE
valueFrom:
secretKeyRef:
key: minio-signature
name: pachyderm-storage-secret
optional: true
- name: AMAZON_REGION
valueFrom:
secretKeyRef:
key: amazon-region
name: pachyderm-storage-secret
optional: true
image: v4tech/imagemagick
imagePullPolicy: IfNotPresent
name: user
resources:
requests:
cpu: "0"
memory: 64M
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pach-bin
name: pach-bin
- mountPath: /pfs
name: pachyderm-worker
- mountPath: /pachyderm-storage-secret
name: pachyderm-storage-secret
- command:
- /pachd
- --mode
- sidecar
env:
- name: BLOCK_CACHE_BYTES
value: 64M
- name: PFS_CACHE_SIZE
value: "16"
- name: PACH_ROOT
value: /pach
- name: STORAGE_BACKEND
value: MINIO
- name: PORT
value: "1650"
- name: HTTP_PORT
value: "1652"
- name: STORAGE_BACKEND
value: MINIO
- name: GOOGLE_CRED
valueFrom:
secretKeyRef:
key: google-cred
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_CONTAINER
valueFrom:
secretKeyRef:
key: microsoft-container
name: pachyderm-storage-secret
optional: true
- name: AMAZON_ID
valueFrom:
secretKeyRef:
key: amazon-id
name: pachyderm-storage-secret
optional: true
- name: AMAZON_BUCKET
valueFrom:
secretKeyRef:
key: amazon-bucket
name: pachyderm-storage-secret
optional: true
- name: AMAZON_SECRET
valueFrom:
secretKeyRef:
key: amazon-secret
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ADDR
valueFrom:
secretKeyRef:
key: amazon-vault-addr
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_ID
valueFrom:
secretKeyRef:
key: microsoft-id
name: pachyderm-storage-secret
optional: true
- name: MICROSOFT_SECRET
valueFrom:
secretKeyRef:
key: microsoft-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_BUCKET
valueFrom:
secretKeyRef:
key: minio-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_SIGNATURE
valueFrom:
secretKeyRef:
key: minio-signature
name: pachyderm-storage-secret
optional: true
- name: AMAZON_REGION
valueFrom:
secretKeyRef:
key: amazon-region
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_ROLE
valueFrom:
secretKeyRef:
key: amazon-vault-role
name: pachyderm-storage-secret
optional: true
- name: AMAZON_VAULT_TOKEN
valueFrom:
secretKeyRef:
key: amazon-vault-token
name: pachyderm-storage-secret
optional: true
- name: AMAZON_DISTRIBUTION
valueFrom:
secretKeyRef:
key: amazon-distribution
name: pachyderm-storage-secret
optional: true
- name: AMAZON_TOKEN
valueFrom:
secretKeyRef:
key: amazon-token
name: pachyderm-storage-secret
optional: true
- name: GOOGLE_BUCKET
valueFrom:
secretKeyRef:
key: google-bucket
name: pachyderm-storage-secret
optional: true
- name: MINIO_ENDPOINT
valueFrom:
secretKeyRef:
key: minio-endpoint
name: pachyderm-storage-secret
optional: true
- name: MINIO_ID
valueFrom:
secretKeyRef:
key: minio-id
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECRET
valueFrom:
secretKeyRef:
key: minio-secret
name: pachyderm-storage-secret
optional: true
- name: MINIO_SECURE
valueFrom:
secretKeyRef:
key: minio-secure
name: pachyderm-storage-secret
optional: true
image: pachyderm/pachd:1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
imagePullPolicy: IfNotPresent
name: storage
resources:
requests:
cpu: "0"
memory: 64M
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pachyderm-storage-secret
name: pachyderm-storage-secret
dnsPolicy: ClusterFirst
initContainers:
- command:
- /pach/worker.sh
image: pachyderm/worker:1.8.2-2df33038a2e15e53e70b1269438b9681c03bf618
imagePullPolicy: IfNotPresent
name: init
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /pach-bin
name: pach-bin
- mountPath: /pfs
name: pachyderm-worker
restartPolicy: Always
schedulerName: default-scheduler
securityContext: {}
terminationGracePeriodSeconds: 0
volumes:
- emptyDir: {}
name: pach-bin
- emptyDir: {}
name: pachyderm-worker
- name: pachyderm-storage-secret
secret:
defaultMode: 420
secretName: pachyderm-storage-secret
status:
fullyLabeledReplicas: 1
observedGeneration: 2
replicas: 1
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment