Skip to content

Instantly share code, notes, and snippets.

View NeverTooLateToAutomate's full-sized avatar

NeverTooLateToAutomate

View GitHub Profile
%LET sp=First Class;
%LET qnty=7;
PROC SQL NOPRINT;
SELECT MEAN(Sales) FORMAT=8.1
INTO:avgsales TRIMMED
FROM ORDERS_RETURNS
WHERE Ship_Mode="&sp" AND Quantity>&qnty;
QUIT;
DATA SOUTH;
*define variable lenght, format, informat to avoid possible character truncation;
LENGTH Region $7;
FORMAT Region $7.;
INFORMAT Region $7.;
LENGTH State $20;
FORMAT State $20.;
INFORMAT State $20.;
LENGTH City $20;
FORMAT City $20.;
PROC SQL;
CREATE TABLE SOUTH AS
SELECT * FROM SUPSFLOW.SOUTH2015
UNION ALL
SELECT * FROM SUPSFLOW.SOUTH2016
UNION ALL
SELECT * FROM SUPSFLOW.SOUTH2017
UNION ALL
SELECT * FROM SUPSFLOW.SOUTH2018;
@NeverTooLateToAutomate
NeverTooLateToAutomate / dash_cass.js
Created September 27, 2020 11:15
index_of_economic_freedom_file_2
.custom-tabs-container {
width: 50%;
}
.custom-tabs {
border-top-left-radius: 3px;
background-color: #f9f9f9;
padding: 10px 0px 0px 10px;
border-bottom: 1px solid #d6d6d6;
}
@NeverTooLateToAutomate
NeverTooLateToAutomate / dash_app.js
Created September 27, 2020 11:14
index_of_economic_freedom_file_1
import pandas as pd
import dash
import dash_core_components as dcc
import dash_html_components as html
from dash.dependencies import Input, Output
import plotly.express as px
import dash_bootstrap_components as dbc
app = dash.Dash(__name__, suppress_callback_exceptions=True, external_stylesheets=[dbc.themes.FLATLY])
server = app.server
df_tableau = pd.read_excel(r'C:\your_path_here\powerbi_201801.xlsx')
tableau_list = df_tableau['Link'].tolist()
df_tableau = pd.DataFrame(tableau_list, columns = ['Link'])
df_tableau['BI tool'] = 'Tableau'
df_tableau['Data'] = '20180101'
df_tableau['Data'] = pd.to_datetime(df_tableau['Data'])
df_tableau
df_tableau.to_excel(r'C:\your_path_here\tableau_201909.xlsx', index=False)
for num in range(1, 1054):
r = requests.get('https://archiwum.pracuj.pl/archive/offers?Year=2018&Month=1&PageNumber=' + str(num))
if 'Brak ofert do wyświetlenia' in r.text:
break
else:
soup = BeautifulSoup(r.text, 'html.parser')
for a in soup.find_all('a', href=re.compile("oferta")):
try:
r2 = requests.get(a['href'])
if 'Tableau' in r2.text:
import pandas as pd
import requests
import re
import time
from bs4 import BeautifulSoup
tableau_list = []
powerbi_list = []
qlik_list = []
df = pd.read_excel(r'C:\your_path_here\poland_coordinates_raw.xlsx')
df = df.loc[(df['latitude'] < 49) | (df['latitude'] > 55)]
df = df.drop(df.index[[4,8,10,87,102,125,133,158,187,188,251,263,264,277,312]])
df["city"].replace("Warsaw", value="Warszawa", inplace=True)
df = df.reset_index(drop=True)
df.to_excel (r'C:\your_path_here\poland_coordinates.xlsx', index = None, header=True)