jacobtomlinson

from __future__ import print_function

import os
import time

import paho.mqtt.client as mqtt
from paho.mqtt.client import MQTT_ERR_SUCCESS, MQTT_ERR_NO_CONN


DEVICES_PATH = "/sys/bus/w1/devices"

jacobtomlinson

# An example global gitignore file
#
# Place a copy if this at ~/.gitignore_global
# Run `git config --global core.excludesfile ~/.gitignore_global`

# Compiled source #
###################
*.com
*.class
*.dll

jacobtomlinson

jacobtomlinson

jacobtomlinson

import os
import subprocess
import time
import socket

DB_IS_DRIVER = os.getenv('DB_IS_DRIVER')
DB_DRIVER_IP = os.getenv('DB_DRIVER_IP')

if DB_IS_DRIVER == "TRUE":
    print("This node is the Dask scheduler.")

jacobtomlinson

version: "3.9"

services:

  rapids:
    image: rapidsai/rapidsai:0.18-cuda11.0-runtime-ubuntu16.04-py3.8
    ports:
      - "8888:8888"  # Jupyter
      - "8786:8786"  # Dask communication
      - "8787:8787"  # Dask dashboard

jacobtomlinson

import apache_beam as beam
from apache_beam.options.pipeline_options import PipelineOptions
from apache_beam.runners.dask.dask_runner import DaskRunner

from dask.distributed import Client, performance_report

class NoopDoFn(beam.DoFn):
    def process(self, item):
        import time
        time.sleep(0.1)

jacobtomlinson

import warnings
import time
from contextlib import contextmanager

import apache_beam as beam
from apache_beam.options.pipeline_options import PipelineOptions
from apache_beam.runners.dask.dask_runner import DaskRunner

from dask.distributed import Client
from distributed.versions import VersionMismatchWarning

jacobtomlinson

apiVersion: v1
kind: ServiceAccount
metadata:
  name: jovyan
---
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
  name: jovyan
rules:

jacobtomlinson

apiVersion: kubernetes.dask.org/v1
kind: DaskCluster
metadata:
  name: demo
spec:
  worker:
    replicas: 2
    spec:
      containers:
      - name: worker