Felipe Sodré M. Barros FelipeSBarros

## exemplot_postgis.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                FelipeSBarros
                / exemplot_postgis.md
            
            
              Created
              July 3, 2024 20:01
            
              
                Exemplos PostGIS Fogo Cruzado
              
          
    Criando base de dados "fogocruzado"

CREATE DATABASE fogocruzado

Criando (adicionandno) extensão PostGIS:

CREATE EXTENSION postgis;


## DataCube.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                FelipeSBarros
                / DataCube.md
            
            
              Last active
              June 4, 2024 14:41
            
          
    I am working with pollution data from ECMWF using the Python modules xarray and xvec.
ds = xarray.open_dataset("/content/drive/MyDrive/UNaM/FCF/TUSIGyT/Geomática_Analisis_Territorial/2024/Datos/2022_pm2p5.nc")
ds

Plotting it:


## script_graficos.R
# instalando pacotes necessários ----
# install.packages("patchwork")

library(readr)
library(dplyr)
library(tidyr)
library(ggplot2)
library(patchwork)
library(stringr)

## after_install_ubuntu
# instalando pyenv
# https://github.com/pyenv/pyenv/wiki#suggested-build-environment
sudo apt update; sudo apt install build-essential libssl-dev zlib1g-dev \
libbz2-dev libreadline-dev libsqlite3-dev curl \
libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev
# instalando
curl -L https://github.com/pyenv/pyenv-installer/raw/master/bin/pyenv-installer | bash
# instalando versao 3.11.1
pyenv install 3.11.1
# definindo versao global

## gist:c12eca33922ebe43ee87058ac87cb068
import pickle
from os import path
from google_auth_oauthlib.flow import InstalledAppFlow
from decouple import config
from google.auth.transport.requests import Request
from googleapiclient.discovery import build

CLIENT_SECRET = config("GOOGLE_CLIENT_SECRET")
GOOGLE_TOKEN = config("GOOGLE_TOKEN")
SCOPES = [

## Spidermon_ItemValidation_problem.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                FelipeSBarros
                / Spidermon_ItemValidation_problem.md
            
            
              Last active
              April 25, 2022 14:59
            
              
                Solução_final
              
          
    Problema solucionado. Veja no fim do documento a solução
Pessoall, bom dia!!
Estive quebrando a cabeça com um ItemValidation... Será que voces podem ajudar?
Estou trabalhando com o scrapy para raspagem de dados.
Estou raspando um item que é um horário, que está com o padrão "9h30", por exemplo.
Então no Items, criei uma função para converter a datetime.time, caso haja algum dado, caso contrário retorna None:
def convert_time(text):


## foss4g_pytube.py
from re import sub

from pytube import Playlist

# where to save
SAVE_PATH = "./"

# link of the playlist to be downloaded
p = Playlist("https://www.youtube.com/playlist?list=PLqa06jy1NEM3PI3eQGemUgEmKS5oHAw7B")
for video in p.videos:

## running_spiders_error.py
from scrapy.crawler import CrawlerProcess
from scrapy.utils.log import configure_logging
from scrapy.utils.project import get_project_settings

configure_logging({'LOG_FORMAT': '%(levelname)s: %(message)s'})
process = CrawlerProcess(get_project_settings())

process.crawl('instituicoes')
process.crawl('agencias_reguladoras')
process.start()  # the script will block here until the crawling is finished

## GPKG_2_shp.py
import os, glob
from zipfile import ZipFile
from osgeo import ogr

# Definindo path
diretorio = "/media/felipe/DATA/Repos/Potential for natural regeneration/RawData/MattFagan"
# Listing existing GPKGs
gpkgs = os.listdir(diretorio)

# loop trhu each gpkg

## Script usado na segunda formação com Marina e Daniel....
library(raster)

# Como gerar um shp de um CSV ----
ptos <- read.csv("./PDMA/Banco Dados Compartilhado/pts.geo.csv")
head(ptos)
# Transofrmando o DantaFrame em um dado espacial
coordinates(ptos) <- ~long+lat
class(ptos)
crs(ptos)
plot(ptos, axes=TRUE)
	# instalando pacotes necessários ----
	# install.packages("patchwork")

	library(readr)
	library(dplyr)
	library(tidyr)
	library(ggplot2)
	library(patchwork)
	library(stringr)
	# instalando pyenv
	# https://github.com/pyenv/pyenv/wiki#suggested-build-environment
	sudo apt update; sudo apt install build-essential libssl-dev zlib1g-dev \
	libbz2-dev libreadline-dev libsqlite3-dev curl \
	libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev
	# instalando
	curl -L https://github.com/pyenv/pyenv-installer/raw/master/bin/pyenv-installer \| bash
	# instalando versao 3.11.1
	pyenv install 3.11.1
	# definindo versao global
	import pickle
	from os import path
	from google_auth_oauthlib.flow import InstalledAppFlow
	from decouple import config
	from google.auth.transport.requests import Request
	from googleapiclient.discovery import build

	CLIENT_SECRET = config("GOOGLE_CLIENT_SECRET")
	GOOGLE_TOKEN = config("GOOGLE_TOKEN")
	SCOPES = [
	from re import sub

	from pytube import Playlist

	# where to save
	SAVE_PATH = "./"

	# link of the playlist to be downloaded
	p = Playlist("https://www.youtube.com/playlist?list=PLqa06jy1NEM3PI3eQGemUgEmKS5oHAw7B")
	for video in p.videos:
	from scrapy.crawler import CrawlerProcess
	from scrapy.utils.log import configure_logging
	from scrapy.utils.project import get_project_settings

	configure_logging({'LOG_FORMAT': '%(levelname)s: %(message)s'})
	process = CrawlerProcess(get_project_settings())

	process.crawl('instituicoes')
	process.crawl('agencias_reguladoras')
	process.start() # the script will block here until the crawling is finished
	import os, glob
	from zipfile import ZipFile
	from osgeo import ogr

	# Definindo path
	diretorio = "/media/felipe/DATA/Repos/Potential for natural regeneration/RawData/MattFagan"
	# Listing existing GPKGs
	gpkgs = os.listdir(diretorio)

	# loop trhu each gpkg
	library(raster)

	# Como gerar um shp de um CSV ----
	ptos <- read.csv("./PDMA/Banco Dados Compartilhado/pts.geo.csv")
	head(ptos)
	# Transofrmando o DantaFrame em um dado espacial
	coordinates(ptos) <- ~long+lat
	class(ptos)
	crs(ptos)
	plot(ptos, axes=TRUE)