Example of how to enable GPU computing on Kubernetes deployments (arm64v8)

prepare.yaml

apiVersion: v1                                                                                                                                                                                                                                                            [1/1901]
kind: Pod
metadata:
  name: tensorflow-prepare
  labels:
    app: tensorflow-prepare
spec:
  containers:
  - name: tensorflow-prepare
    securityContext:
      privileged: true
    image: alejandroandreu/tensorflow-inception-example:v0.1
    ports:
      - containerPort: 8888
    command: ["bazel-bin/inception/download_and_preprocess_imagenet"]
    args: ["/image-data"]
    env:
    - name: LD_LIBRARY_PATH
      value: "/usr/lib/aarch64-linux-gnu:/usr/lib/aarch64-linux-gnu/tegra:/usr/local/cuda/lib64"
    volumeMounts:
        # nvidia devices mapping
        - name: nvhost-ctrl
          mountPath: "/dev/nvhost-ctrl"
        - name: nvhost-ctrl-gpu
          mountPath: "/dev/nvhost-ctrl-gpu"
        - name: nvhost-prof-cpu
          mountPath: "/dev/nvhost-prof-cpu"
        - name: nvmap
          mountPath: "/dev/nvmap"
        - name: nvhost-gpu
          mountPath: "/dev/nvhost-gpu"
        - name: nvhost-as-gpu
          mountPath: "/dev/nvhost-as-gpu"
        # libraries mapping
        - name: aarch64-libs
          mountPath: "/usr/lib/aarch64-linux-gnu"
        - name: cuda-libs
          mountPath: "/usr/local/cuda/lib64"
        # datadir mapping
        - name: datadir
          mountPath: "/image-data"
  restartPolicy: "Never"
  volumes:
    # nvidia devices
    - name: nvhost-ctrl
      hostPath:
        path: /dev/nvhost-ctrl
    - name: nvhost-ctrl-gpu
      hostPath:
        path: /dev/nvhost-ctrl-gpu
    - name: nvhost-prof-cpu
      hostPath:
        path: /dev/nvhost-prof-cpu
    - name: nvmap
      hostPath:
        path: /dev/nvmap
    - name: nvhost-gpu
      hostPath:
        path: /dev/nvhost-gpu
    - name: nvhost-as-gpu
      hostPath:
        path: /dev/nvhost-as-gpu
    # libraries
    - name: aarch64-libs
      hostPath:
        path: /usr/lib/aarch64-linux-gnu
    - name: cuda-libs
      hostPath:
        path: /usr/local/cuda/lib64
    # datadir
    - name: datadir
      hostPath:
        path: /ssd/image-data