Skip to content

Instantly share code, notes, and snippets.

Vinicius Roggério da Rocha viniroger

View GitHub Profile
@viniroger
viniroger / join_desc.py
Created Dec 11, 2019
Create file with author, title and description
View join_desc.py
#!/usr/bin/env python3.7.5
# -*- Coding: UTF-8 -*-
# Create file with author, title and description
import pandas as pd
df_all = pd.read_csv('list1.csv')
df_desc = pd.read_csv('list2.txt', delimiter='*', header=None)
df_desc_ch = pd.read_csv('title_desc.csv')
@viniroger
viniroger / get_desc.py
Created Dec 11, 2019
Get title and description from youtube videos
View get_desc.py
#!/usr/bin/env python3.7.5
# -*- Coding: UTF-8 -*-
# Read a file with youtube URLs, get info and save into CSV file
import requests
from bs4 import BeautifulSoup as bs
import pandas as pd
def get_video_info(url):
"""
@viniroger
viniroger / fast_plot.py
Created Dec 8, 2019
Plot graphic from CSV
View fast_plot.py
#!/usr/bin/env python3.7.4
# -*- Coding: UTF-8 -*-
import pandas as pd
import matplotlib.pyplot as plt
df = pd.read_csv('data.csv')
plt.title('AOD Pequim - Olimpíadas 2008 (221 a 237)')
plt.xlabel('Dia do ano')
@viniroger
viniroger / sun_minutes.py
Last active Dec 3, 2019
Return minutes from sunrise to sunset
View sun_minutes.py
# conda install -c conda-forge astral
import astral
@staticmethod
def sun_min(place):
"""
Return minutes from sunrise to sunset
"""
l = astral.Location()
l.latitude = -15.60083333
@viniroger
viniroger / print_control.py
Created Oct 31, 2019
Print message to follow process evaluation
View print_control.py
@staticmethod
def print_control(place, day):
"""
Print dates/place control
"""
#print('%s - %s' %(place, day))
import sys
sys.stdout.write('%s - %s\r' %(place, day))
sys.stdout.flush()
@viniroger
viniroger / replace_value.py
Created Oct 23, 2019
Replace value at dataframe without "A value is trying to be set on a copy of a slice from a DataFrame" warning
View replace_value.py
import pandas as pd
# Loop for all rows
for i in range(0,df.shape[0]):
# Repace value
df.loc[i, 'column_name'] = 5.2
@viniroger
viniroger / fixed_columns.py
Created Oct 18, 2019
Save dataframe at file with same width columns
View fixed_columns.py
import pandas as pd
df1 = pd.read_csv('input.csv', delimiter=';', header=None)
# Save into fixed columns file
import numpy as np
with open('output.dat', 'w') as ofile:
fmt = '%5d %4d %4d %4d %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f %11.4f'
np.savetxt(ofile, df1.values, fmt=fmt)
@viniroger
viniroger / get_sonda_data.sh
Last active Oct 18, 2019
Create URLs and download data from multiples links automatically
View get_sonda_data.sh
#!/bin/bash
# Download files from network
places=('BRB' 'PTR' 'SMS')
years=($(seq 2012 2018))
months=({01..12})
mkdir -p data_amb
for place in "${places[@]}"; do
echo $place
@viniroger
viniroger / calc_mean.py
Created Oct 15, 2019
Read CSV with timestamp and calculate 5-min average
View calc_mean.py
def str_to_datetime(s, format_in):
"""
Convert all elements of a pandas series into datetime format
"""
import time
from datetime import datetime
from time import mktime
# Convert from day of year from strptime structure
strptime_object = s.apply(lambda x: time.strptime(x, format_in))
# Create datetime object
@viniroger
viniroger / print_all.py
Last active Oct 7, 2019
Print all elements from array
View print_all.py
# Print all numpy array, without truncation
import sys
import numpy
numpy.set_printoptions(threshold=sys.maxsize)
# Print all pandas dataframe, without truncation
with pd.option_context('display.max_rows', None, 'display.max_columns', None): # more options can be specified also
print(df)
You can’t perform that action at this time.