gaulinmp’s gists

## header.py
# system/os/regex and basic math functions
import os
import re
import sys
import math
import json
import time
import string
import dateutil
import datetime as dt

## reg_sho_download.py
from ftplib import FTP

def login(oldftp):
    try:
        ftp.close()
    except: pass
    return FTP(host='ftp.nasdaqtrader.com',user='anonymous',passwd='jones_school@rice.edu')

def download_regsho_data(save_dir=None):
    if not save_dir:

## GET_FFDATA.SAS
/*******************READ ME*********************************************
* - Macro to download and parse the Fama French Factors -
*
* SAS VERSION:    9.4.0
* DATE:           2015-12-15
* AUTHOR:         gaulinmp (@gmail)
* ORIGIN:         edwinhu (https://gist.github.com/edwinhu/9397971)
*
****************END OF READ ME******************************************/
%macro GET_FFDATA(file=,

## gaulinmp.zsh-theme
# reference colors
GREEN="%{$fg_bold[green]%}"
RED="%{$fg_bold[red]%}"
CYAN="%{$fg_bold[cyan]%}"
YELLOW="%{$fg_bold[yellow]%}"
BLUE="%{$fg_bold[blue]%}"
MAGENTA="%{$fg_bold[magenta]%}"
WHITE="%{$fg_bold[white]%}"

COLOR_ARRAY=($GREEN $RED $CYAN $YELLOW $BLUE $MAGENTA $WHITE)

## .screenrc
# Don't display the copyright page
startup_message off

# keep scrollback n lines
defscrollback 3000

# load ipython and my flask site in background, zsh in foreground.
screen -t py	0	bash -c 'jupyter lab; exec bash'
screen -t htop	1	bash -c 'htop; exec bash'
screen		2	zsh

## cleaner.py
import re
import pandas as pd

with open("TAR_fourseasons.txt") as fh:
    txt = fh.read()
#rgx = r'(\|1?\d\|(?:19|20)\d{2}\|[\w ]+\|[01]\|[\w ]+\|[\w ]+)[\n\r]+'
hotel_name = 'fourseasons'
rgx = r'[\n\r]+{}'.format(hotel_name)
i, matches = 0, []
rs = re.search(rgx, txt)

## new_flask_from_mold.sh
#!/bin/bash
# From http://kevinthompson.info/blog/2013/11/11/using-git-repos-as-project-templates.html
# removed  --depth 1, because that messes up GitHub hosting.

# Get flask_mold with latest version. Name it first passed in arg
git clone --origin source git@github.com:gaulinmp/flask_mold $1

cd $1

# Use Git Hub command to create repo on your git and set it to origin.

## singularize.py
#### SINGULARIZE #########################################################
# Adapted from Bermi Ferrer's Inflector for Python:
# http://www.bermi.org/inflector/

# Copyright (c) 2006 Bermi Ferrer Martinez
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software to deal in this software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of this software, and to permit
# persons to whom this software is furnished to do so, subject to the following

## download_ff_industry.py
from io import BytesIO
from zipfile import ZipFile
import requests

def download_ffind_zip(ind_num):
    zip_url = ('http://mba.tuck.dartmouth.edu/pages/faculty/ken.french/ftp/Siccodes{}.zip'
               .format(ind_num))

    data = requests.get(zip_url)
    zipfile = ZipFile(BytesIO(data.content))

## progress.py
from IPython.display import display
import ipywidgets

df = list(range(100))

f = ipywidgets.FloatProgress(min=0, max=len(df))
out = ipywidgets.Output()
display(f, out)

for i in df: