Created
October 9, 2018 21:17
-
-
Save iandow/dafb934e7b165d1439f6acbbf16c87ea to your computer and use it in GitHub Desktop.
yaml file for deploying mapr data science refinery in kubernetes
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apiVersion: v1 | |
kind: ConfigMap | |
metadata: | |
name: dsr-configmap | |
namespace: idownard-cluster | |
data: | |
MAPR_CLUSTER: idownard-cluster | |
MAPR_CLDB_HOSTS: 10.24.1.7 | |
MAPR_HS_HOST: 10.24.1.7 | |
MAPR_CONTAINER_USER: mapr | |
MAPR_CONTAINER_UID: "5000" | |
MAPR_CONTAINER_GID: "5000" | |
MAPR_CONTAINER_GROUP: mapr | |
MAPR_TZ: "US/Pacific" | |
MAPR_MOUNT_PATH: /mapr | |
ZEPPELIN_DEPLOY_MODE: kubernetes | |
--- | |
apiVersion: v1 | |
kind: Secret | |
metadata: | |
name: dsr-container-secret | |
namespace: idownard-cluster | |
type: Opaque | |
data: | |
password: cGFzc3dvcmQK | |
--- | |
apiVersion: v1 | |
kind: Service | |
metadata: | |
name: dsr-web-svc | |
namespace: idownard-cluster | |
spec: | |
type: LoadBalancer | |
sessionAffinity: ClientIP | |
selector: | |
app: dsr-app | |
ports: | |
- name: https | |
port: 9996 | |
--- | |
apiVersion: v1 | |
kind: Service | |
metadata: | |
name: dsr-svc-ports | |
namespace: idownard-cluster | |
spec: | |
type: NodePort | |
sessionAffinity: ClientIP | |
selector: | |
app: dsr-app | |
ports: | |
- name: dsr-livy-port-1 | |
port: 30000 | |
nodePort: 30000 | |
- name: dsr-livy-port-2 | |
port: 30001 | |
nodePort: 30001 | |
- name: dsr-livy-port-3 | |
port: 30002 | |
nodePort: 30002 | |
- name: dsr-livy-port-4 | |
port: 30003 | |
nodePort: 30003 | |
- name: dsr-livy-port-5 | |
port: 30004 | |
nodePort: 30004 | |
- name: dsr-livy-port-6 | |
port: 30005 | |
nodePort: 30005 | |
- name: dsr-livy-port-7 | |
port: 30006 | |
nodePort: 30006 | |
- name: dsr-livy-port-8 | |
port: 30007 | |
nodePort: 30007 | |
- name: dsr-livy-port-9 | |
port: 30008 | |
nodePort: 30008 | |
- name: dsr-livy-port-10 | |
port: 30009 | |
nodePort: 30009 | |
- name: dsr-livy-port-11 | |
port: 30010 | |
nodePort: 30010 | |
- name: dsr-spark-port-1 | |
port: 31000 | |
nodePort: 31000 | |
- name: dsr-spark-port-2 | |
port: 31001 | |
nodePort: 31001 | |
- name: dsr-spark-port-3 | |
port: 31002 | |
nodePort: 31002 | |
- name: dsr-spark-port-4 | |
port: 31003 | |
nodePort: 31003 | |
- name: dsr-spark-port-5 | |
port: 31004 | |
nodePort: 31004 | |
- name: dsr-spark-port-6 | |
port: 31005 | |
nodePort: 31005 | |
- name: dsr-spark-port-7 | |
port: 31006 | |
nodePort: 31006 | |
- name: dsr-spark-port-8 | |
port: 31007 | |
nodePort: 31007 | |
- name: dsr-spark-port-9 | |
port: 31008 | |
nodePort: 31008 | |
- name: dsr-spark-port-10 | |
port: 31009 | |
nodePort: 31009 | |
- name: dsr-spark-port-11 | |
port: 31010 | |
nodePort: 31010 | |
--- | |
apiVersion: apps/v1beta1 | |
kind: Deployment | |
metadata: | |
name: dsr-app | |
namespace: idownard-cluster | |
spec: | |
replicas: 1 | |
template: | |
metadata: | |
labels: | |
app: dsr-app | |
spec: | |
affinity: | |
podAntiAffinity: | |
requiredDuringSchedulingIgnoredDuringExecution: | |
- labelSelector: | |
matchExpressions: | |
- key: "app" | |
operator: In | |
values: | |
- dsr-app | |
topologyKey: "kubernetes.io/hostname" | |
containers: | |
- name: dsr | |
imagePullPolicy: Always | |
image: maprtech/data-science-refinery:v1.3_6.1.0_6.0.0_centos7 | |
securityContext: | |
privileged: true | |
capabilities: | |
add: ["SYS_ADMIN", "SYS_RESOURCE"] | |
resources: | |
requests: | |
memory: "4Gi" | |
cpu: "2000m" | |
env: | |
- name: MAPR_MOUNT_PATH | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_MOUNT_PATH | |
- name: MAPR_CLUSTER | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CLUSTER | |
- name: MAPR_CLDB_HOSTS | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CLDB_HOSTS | |
- name: MAPR_CONTAINER_USER | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CONTAINER_USER | |
- name: MAPR_CONTAINER_UID | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CONTAINER_UID | |
- name: MAPR_CONTAINER_GID | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CONTAINER_GID | |
- name: MAPR_CONTAINER_GROUP | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_CONTAINER_GROUP | |
- name: MAPR_TZ | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_TZ | |
- name: MAPR_CONTAINER_PASSWORD | |
valueFrom: | |
secretKeyRef: | |
name: dsr-container-secret | |
key: password | |
- name: HOST_IP | |
valueFrom: | |
fieldRef: | |
fieldPath: status.hostIP | |
- name: ZEPPELIN_DEPLOY_MODE | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: ZEPPELIN_DEPLOY_MODE | |
- name: ZEPPELIN_SSL_PORT | |
value: "9996" | |
- name: MAPR_HS_HOST | |
valueFrom: | |
configMapKeyRef: | |
name: dsr-configmap | |
key: MAPR_HS_HOST | |
- name: LIVY_RSC_PORT_RANGE | |
value: "30000~30010" | |
- name: SPARK_PORT_RANGE | |
value: "31000~31010" | |
- name: MAPR_ZK_QUORUM | |
value: 10.24.1.7 | |
volumeMounts: | |
- mountPath: /dev/fuse | |
name: fuse | |
- mountPath: /sys/fs/cgroup | |
name: cgroup | |
volumes: | |
- name: fuse | |
hostPath: | |
path: /dev/fuse | |
- name: cgroup | |
hostPath: | |
path: /sys/fs/cgroup |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment