Austin Ray austospumanto

## gist:6857f9bdbc5b3c8fb2c3a1f0d1bdae12
brew update
brew link yasm
brew link x264
brew link lame
brew link xvid

brew install ffmpeg

ffmpeg wiki:
https://trac.ffmpeg.org/wiki/Encode/MP3

## pd_processit.py
"""
System/Runtime Requirements:
    >=Python3.7
    Linux / Mac
    >=2 CPU Cores

Must pip install to use `pd_processit`:
    pickle5, tqdm, numpy, pandas

To use this file, have processit.py in same folder as pd_processit.py (this file).

## profiling.py
"""
################
# Installation #
################
memory_profiler:
    pip install memory-profiler

pympler:
    pip install pympler

## base.py
"""
Modified file (<VIRTUALENV>/lib/python3.7/site-packages/sqlalchemy/dialects/mssql/base.py)
for sqlalchemy==1.3.7 to get it to work with sqlacodegen==2.1.0
for an Azure SQL Data Warehouse server using the following get_engine function:

```
def get_engine(username=None, password=None, hostname=None, database=None) -> Engine:
    from skykick_ds.runconfig import RunConfig

    username = username or RunConfig.sql_username

## diskcached.py
"""
from .diskcached import clear_all, diskcached


@diskcached()
def cached_fn(x):
    print(x)
    return x + 2


## timeout.py

"""
NOTE: THIS IS NOT MY CODE. I'M JUST SAVING IT HERE.
---------------------------------------------------
Easily put time restrictions on things
Note: Requires Python 3.x
Usage as a context manager:
```
with timeout(10):
    something_that_should_not_exceed_ten_seconds()

## pdutils.py
"""
pip install \
    pandas \
    sqlalchemy \
    pyarrow
"""

import json
import os
import time

## correlation.py
"""
pip install \
    numpy \
    pandas \
    numba
"""

import time
from dataclasses import dataclass
from functools import wraps

## gbq_utils.py
"""
pip install \
    bigquery-schema-generator \
    google-api-python-client \
    pandas-gbq \
    pandas
"""

import logging
import os

## SharedMemoryManager.py
"""
System/Runtime Requirements:
    Python3.7
    Linux / Mac

Must pip install:
    numpy, pandas

Must build from source:
    shared_memory (https://github.com/SleepProgger/py_shared_memory)
	brew update
	brew link yasm
	brew link x264
	brew link lame
	brew link xvid

	brew install ffmpeg

	ffmpeg wiki:
	https://trac.ffmpeg.org/wiki/Encode/MP3
	"""
	System/Runtime Requirements:
	>=Python3.7
	Linux / Mac
	>=2 CPU Cores

	Must pip install to use `pd_processit`:
	pickle5, tqdm, numpy, pandas

	To use this file, have processit.py in same folder as pd_processit.py (this file).
	"""
	################
	# Installation #
	################
	memory_profiler:
	pip install memory-profiler

	pympler:
	pip install pympler
	"""
	Modified file (<VIRTUALENV>/lib/python3.7/site-packages/sqlalchemy/dialects/mssql/base.py)
	for sqlalchemy==1.3.7 to get it to work with sqlacodegen==2.1.0
	for an Azure SQL Data Warehouse server using the following get_engine function:

	```
	def get_engine(username=None, password=None, hostname=None, database=None) -> Engine:
	from skykick_ds.runconfig import RunConfig

	username = username or RunConfig.sql_username
	"""
	from .diskcached import clear_all, diskcached


	@diskcached()
	def cached_fn(x):
	print(x)
	return x + 2

	"""
	NOTE: THIS IS NOT MY CODE. I'M JUST SAVING IT HERE.
	---------------------------------------------------
	Easily put time restrictions on things
	Note: Requires Python 3.x
	Usage as a context manager:
	```
	with timeout(10):
	something_that_should_not_exceed_ten_seconds()
	"""
	pip install \
	pandas \
	sqlalchemy \
	pyarrow
	"""

	import json
	import os
	import time
	"""
	pip install \
	numpy \
	pandas \
	numba
	"""

	import time
	from dataclasses import dataclass
	from functools import wraps
	"""
	pip install \
	bigquery-schema-generator \
	google-api-python-client \
	pandas-gbq \
	pandas
	"""

	import logging
	import os
	"""
	System/Runtime Requirements:
	Python3.7
	Linux / Mac

	Must pip install:
	numpy, pandas

	Must build from source:
	shared_memory (https://github.com/SleepProgger/py_shared_memory)