Benjamin Zaitlen quasiben

## prom-dask-cudf-merge-test.sh
#!/bin/bash -eu

# Environment variables to enable GPUs, InfiniBand, NVLink
# These are read by the scheduler and client script
module load cuda/11.0.3
export PYTHON=/gpfs/fs1/bzaitlen/miniconda3/envs/20201008/bin/python
export DASK_UCX__CUDA_COPY=True
export DASK_UCX__TCP=True
export DASK_UCX__NVLINK=True
export DASK_UCX__INFINIBAND=True

## napari-dask-imaging.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                quasiben
                / napari-dask-imaging.ipynb
            
            
              Created
              October 1, 2020 12:29
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## deconvolve-env.yml
name: deconvolve
channels:
  - rapidsai-nightly
  - nvidia
  - conda-forge
  - defaults
dependencies:
  - _libgcc_mutex=0.1=conda_forge
  - _openmp_mutex=4.5=1_llvm
  - abseil-cpp=20200225.2=he1b5a44_0

## RL-w-fft-comparison.ipynb

      
              2 files
            
          
              2 forks
            
          
              0 comments
            
          
              4 stars
            
          
                quasiben
                / RL-w-fft-comparison.ipynb
            
            
              Created
              July 23, 2020 17:38
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## sql-dask.py
"""
conda install -c conda-forge postgresql psycopg2 sqlalchemy

initdb -D /tmp/dask_db
postgresql -D /tmp/dask_db
pg_ctl -D /tmp/dask_db -l logfile start
createuser --encrypted --pwprompt dask
createdb --owner=dask dask_db
"""

## tpcx-bb-queries.txt
Query 01
Find top 100 products that are sold together frequently in given stores. Only products in certain categories
sold in specific stores are considered, and "sold together frequently" means at least 50 customers bought
these productstogether in a transaction.
Query 02
Find the top 30 products that are mostly viewed together with a given product in online store. Note that
the order of products viewed does not matter, and "viewed together" relates to a web_clickstreams
click_session of a known user with a session timeout of 60min.If the duration between two click of a user is
greater then the session timeout, a new session begins. With a session timeout of 60min.
Query 03

## large-svd-with-zarr.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                quasiben
                / large-svd-with-zarr.ipynb
            
            
              Created
              May 5, 2020 14:54
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## large-svd.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              1 star
            
          
                quasiben
                / large-svd.ipynb
            
            
              Created
              May 5, 2020 14:52
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## large-svd-with-zarr.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                quasiben
                / large-svd-with-zarr.ipynb
            
            
              Created
              May 4, 2020 01:03
            
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## dask-zarr-svd-report.html


<!DOCTYPE html>
<html lang="en">

  <head>

      <meta charset="utf-8">
	#!/bin/bash -eu

	# Environment variables to enable GPUs, InfiniBand, NVLink
	# These are read by the scheduler and client script
	module load cuda/11.0.3
	export PYTHON=/gpfs/fs1/bzaitlen/miniconda3/envs/20201008/bin/python
	export DASK_UCX__CUDA_COPY=True
	export DASK_UCX__TCP=True
	export DASK_UCX__NVLINK=True
	export DASK_UCX__INFINIBAND=True
	name: deconvolve
	channels:
	- rapidsai-nightly
	- nvidia
	- conda-forge
	- defaults
	dependencies:
	- _libgcc_mutex=0.1=conda_forge
	- _openmp_mutex=4.5=1_llvm
	- abseil-cpp=20200225.2=he1b5a44_0
	"""
	conda install -c conda-forge postgresql psycopg2 sqlalchemy

	initdb -D /tmp/dask_db
	postgresql -D /tmp/dask_db
	pg_ctl -D /tmp/dask_db -l logfile start
	createuser --encrypted --pwprompt dask
	createdb --owner=dask dask_db
	"""
	Query 01
	Find top 100 products that are sold together frequently in given stores. Only products in certain categories
	sold in specific stores are considered, and "sold together frequently" means at least 50 customers bought
	these productstogether in a transaction.
	Query 02
	Find the top 30 products that are mostly viewed together with a given product in online store. Note that
	the order of products viewed does not matter, and "viewed together" relates to a web_clickstreams
	click_session of a known user with a session timeout of 60min.If the duration between two click of a user is
	greater then the session timeout, a new session begins. With a session timeout of 60min.
	Query 03