bhavsarpratik

from tqdm import tqdm
import time

tqdm.pandas()

df['col'] = df['col'].progress_apply(lambda x: x**2)

text = ""
for char in tqdm(["a", "b", "c", "d"]):
    time.sleep(0.25)

bhavsarpratik

import os
from abc import ABCMeta, abstractmethod


class DataProcessor(metaclass=ABCMeta):
    """Base processor to be used for all preparation."""
    def __init__(self, input_directory, output_directory):
        self.input_directory = input_directory
        self.output_directory = output_directory

bhavsarpratik

import time
from functools import wraps


def timing(f):
    """Decorator for timing functions
    Usage:
    @timing
    def function(a):
        pass

bhavsarpratik

import os

def run_command(cmd):
    return os.system(cmd)
    
def shutdown(seconds=0, os='linux'):
    """Shutdown system after seconds given. Useful for shutting EC2 to save costs."""
    if os == 'linux':
        run_command('sudo shutdown -h -t sec %s' % seconds)
    elif os == 'windows':

bhavsarpratik

import json
import os

from sklearn.metrics import (accuracy_score, classification_report,
                             confusion_matrix, f1_score, fbeta_score)

def get_metrics(y, y_pred, beta=2, average_method='macro', y_encoder=None):
    if y_encoder:
        y = y_encoder.inverse_transform(y)
        y_pred = y_encoder.inverse_transform(y_pred)

bhavsarpratik

import datetime
import json
import logging
import ntpath
import os


def create_folder(directory):
    try:
        if not os.path.exists(directory):

bhavsarpratik

[loggers]
keys=root

[logger_root]
level=INFO
handlers=screen,file

[formatters]
keys=simple

bhavsarpratik

PUT /test_index

{
	"mappings": {
		"properties": {
			"title": {
				"type": "text",
				"analyzer": "synonym_analyzer",
				"search_analyzer": "synonym_analyzer"
			}

bhavsarpratik

# https://www.elastic.co/guide/en/elasticsearch/reference/current/analysis-synonym-tokenfilter.html
# Explicit mappings match any token sequence on the LHS of "=>"
# and replace with all alternatives on the RHS.  These types of mappings
# ignore the expand parameter in the schema.
# Examples:
i-pod, i pod => ipod,
sea biscuit, sea biscit => seabiscuit

# Equivalent synonyms may be separated with commas and give
# no explicit mapping.  In this case the mapping behavior will

bhavsarpratik

PUT /test_index

{
	"mappings": {
		"properties": {
			"title": {
				"type": "text",
				"analyzer": "synonym_analyzer",
				"search_analyzer": "synonym_analyzer"
			},