This repo demonstrates moving from pandas to spark for big data analysis
Python - v3.5.2
Pandas - v0.19.2
Spark - v2.1.0
# %% [markdown] | |
# RMV Appointment Finder v1.0 | |
# %% | |
# Install Required Libraries | |
# !python3 -m pip install selenium pandas tqdm webdriver-manager -q | |
# | |
# Execution: | |
# python3 us_rmv_appointment_finder.py | |
# |
// Run below code in respective window console | |
window.addEventListener("focus", e => document.getElementsByClassName("split-menu-button")[0].click()); |
#!/bin/bash | |
# Convert bash aliases to bash scripts. | |
# | |
# Copyright 2018 <hoijui.quaero@gmail.com>, licensed under the GPL-3.0+ | |
# | |
# Usage: | |
# convert_bash_aliases_to_scripts # converts all bash aliases to script files | |
# convert_bash_aliases_to_scripts clean # removes all scripts previously converted by this script | |
COLOR_RED=$'\e[0;31m' |
#!/bin/bash | |
# Script for installing Fish Shell on systems without root access. | |
# Fish Shell will be installed in $HOME/local/bin. | |
# It's assumed that wget and a C/C++ compiler are installed. | |
# exit on error | |
set -e | |
FISH_SHELL_VERSION=3.1.2 |
// Credits - https://gist.github.com/yershalom/a7c08f9441d1aadb13777bce4c7cdc3b | |
const base_url = 'https://api.github.com'; | |
function httpGet(theUrl, return_headers) { | |
var xmlHttp = new XMLHttpRequest(); | |
xmlHttp.open("GET", theUrl, false); // false for synchronous request | |
xmlHttp.send(null); | |
if (return_headers) { | |
return xmlHttp |
import traceback | |
import sys | |
# Context manager that copies stdout and any exceptions to a log file | |
class Tee(object): | |
def __init__(self, filename): | |
self.file = open(filename, 'w') | |
self.stdout = sys.stdout | |
def __enter__(self): |
import typing | |
import matplotlib.pyplot as plt | |
import tensorflow as tf | |
def plot_confusion_matrix(cm: np.array, label_mappings:typing.Dict, num_classes:int) -> plt.Figure: | |
""" | |
| **@author:** Prathyush SP | |
| | |
| Create a confusion matrix using matplotlib | |
:param cm: A confusion matrix: A square ```numpy array``` of the same size as labels |
# Argsort | |
l = [1,8,3,10,13, 23,4] | |
# Ascending | |
args = sorted(range(len(l)), key=l.__getitem__) | |
#[0, 2, 6, 1, 3, 4, 5] | |
# Descending | |
args[::-1] | |
#[5, 4, 3, 1, 6, 2, 0] | |
# -*- coding: utf-8 -*- | |
""" | |
| **@created on:** 18/07/18, | |
| **@author:** prathyushsp, | |
| **@version:** v0.0.1 | |
| | |
| **Description:** | |
| | |
| | |
| **Sphinx Documentation Status:** -- |