Zander awmatheson

## visualizing-streaming-data.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                awmatheson
                / visualizing-streaming-data.ipynb
            
            
              Last active
              December 16, 2022 17:03
            
              
                visualizing-streaming-data.ipynb
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## PyData_Global_2022_slides.pdf

      
              2 files
            
          
              2 forks
            
          
              0 comments
            
          
              2 stars
            
          
                awmatheson
                / PyData_Global_2022_slides.pdf
            
            
              Last active
              April 21, 2024 01:37
            
              
                pydata-2022.ipynb
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## streaming_impute.py
import random
import numpy as np

from bytewax import Dataflow, inputs, parse, run_cluster


def random_datapoints():
    for epoch in range(100):
        if epoch % 5 == 0:
            yield f'data', np.nan

## model_template.sh
#!/bin/bash
cat >Dockerfile <<EOL
FROM docker.registry.github.com/github/virga-wrapper/base-flask:latest

ADD model.py /working
EOL

curl -L https://gist.githubusercontent.com/awmatheson/f9fd5394e7addf962aabd29ff68b5035/raw/a65218b404fd6fee5dbabb12f506180e2c9a22ea/model.py -o model.py -s

## model.py
class Model():
    """This defines the necessary attributes for the model object
    """

    def __init__(self):
    # specify your data for fitting here
        self.X_fit = []
        self.Y_fit = []
        self.model_store = "really.awesome.fast.model.store"
        self.feature_store = "really.awesome.fast.feature.store"
	import random
	import numpy as np

	from bytewax import Dataflow, inputs, parse, run_cluster


	def random_datapoints():
	for epoch in range(100):
	if epoch % 5 == 0:
	yield f'data', np.nan
	#!/bin/bash
	cat >Dockerfile <<EOL
	FROM docker.registry.github.com/github/virga-wrapper/base-flask:latest

	ADD model.py /working
	EOL

	curl -L https://gist.githubusercontent.com/awmatheson/f9fd5394e7addf962aabd29ff68b5035/raw/a65218b404fd6fee5dbabb12f506180e2c9a22ea/model.py -o model.py -s
	class Model():
	"""This defines the necessary attributes for the model object
	"""

	def __init__(self):
	# specify your data for fitting here
	self.X_fit = []
	self.Y_fit = []
	self.model_store = "really.awesome.fast.model.store"
	self.feature_store = "really.awesome.fast.feature.store"