| from multiprocessing.pool import Pool | |
| from functools import partial | |
| import time | |
| n_processes = 3 | |
| def func(extra, t): | |
| time.sleep(t + extra) | |
| print('t', t, 'extra', extra) | |
| break_list_in_chuncks = lambda data, chunck: [data[x:x+chunck] for x in range(0, len(data), chunck)] |
| def accessr(d, keys, default=None): | |
| if len(keys) and d is not None: | |
| return accessr(d.get(keys[0], default), keys[1:], default) | |
| else: | |
| return d | |
| def access(d, keys, default=None): | |
| for k in keys: | |
| if d is not None: | |
| d = d.get(k, default) |
| def safe_create_path(path, replace=False): | |
| try: | |
| if replace: | |
| if os.path.isfile(path): | |
| shutil.rmtree(path) | |
| os.makedirs(path) | |
| except Exception as e: | |
| pass |
| import requests | |
| # Download | |
| res = requests.get('https://www.camara.leg.br/proposicoesWeb/prop_mostrarintegra?codteor=938381&filename=PL+2699/2011') | |
| # To PDF | |
| with open('metadata.pdf', 'wb') as f: | |
| f.write(res.content) | |
| # To string |
| import textwrap | |
| import cufflinks as cf | |
| cf.go_offline() | |
| cf.set_config_file(offline=False, world_readable=True) | |
| def iplottitle(title, width=40): | |
| return '<br>'.join(textwrap.wrap(title, width)) | |
| cf.themes.THEMES['clean'] = {'layout': {'height': 500, | |
| 'legend': {'bgcolor': 'white', |
This class is supposed to be used inside a Jupyter notebook with Keplergl activated.
It just makes it easier to organize maps and save configuration files.
The advantage is that once the config is save, the map with the same identifier_string will
load with the saved config.
| def line_polygon_intersection(line_df, poly_df): | |
| column_geom_poly = poly_df._geometry_column_name | |
| column_geom_line = line_df._geometry_column_name | |
| spatial_index = line_df.sindex | |
| bbox = poly_df.geometry.apply(lambda x: x.bounds) | |
| sidx = bbox.apply(lambda x: list(spatial_index.intersection(x))) | |
| nei = [] |
| import plotly | |
| import plotly.graph_objs as go | |
| import cufflinks as cf | |
| plotly.offline.init_notebook_mode(connected=True) | |
| cf.go_offline() | |
| cf.set_config_file(offline=False, world_readable=True) | |
| # Add figures | |
| figs = [df.query(f"group == '{group}'").figure() |
| /* Stratified splits dataset into training and test | |
| It guarantees that each group has the minimum size to be split. | |
| */ | |
| with ssize as ( | |
| select | |
| group | |
| from to_split_table | |
| group by group |
