Skip to content

Instantly share code, notes, and snippets.

View neylsoncrepalde's full-sized avatar
:octocat:
Working with Data Engineering

Neylson Crepalde neylsoncrepalde

:octocat:
Working with Data Engineering
View GitHub Profile
@neylsoncrepalde
neylsoncrepalde / EDA_python.ipynb
Last active March 28, 2023 21:21
Análise Exploratória de Dados com Python - Aula do Prof. Neylson Crepalde
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@neylsoncrepalde
neylsoncrepalde / estatidados_sna.R
Created September 16, 2020 12:51
Script para Social Network Analysis - Live Coding no canal EstaTiDados - 2020-09-16
############################
# Live EstaTiDados #
# Neylson Crepalde #
# REDES !!!! #
############################
library(tidyverse)
library(sna)
library(igraph)
library(sand)
library(igraph)
library(plot.matrix)
plot(lazega, vertex.size=6, vertex.label=NA,
layout=layout_in_circle)
plot(as.matrix(get.adjacency(lazega)), col = c('white', 'black'),
main = "Matriz de Adjacências")
LOAD CSV WITH HEADERS FROM 'https://raw.githubusercontent.com/neylsoncrepalde/lazega_lawyers_csv/main/lawyers_attributes.csv'
AS row FIELDTERMINATOR ';'
WITH row WHERE row.id IS NOT NULL
MERGE (p:Person {name: row.id})
SET p.status = row.status
SET p.sex = row.sex
SET p.office = row.office
SET p.tenure = toInteger(row.tenure)
SET p.age = toInteger(row.age)
SET p.practice = row.practice
docker run \
--name neo4j \
-p7474:7474 -p7687:7687 \
-d \
-v $HOME/neo4j/data:/data \
-v $HOME/neo4j/logs:/logs \
-v $HOME/neo4j/import:/var/lib/neo4j/import \
-v $HOME/neo4j/plugins:/plugins \
--env NEO4J_AUTH=neo4j/testtest \
--env NEO4JLABS_PLUGINS='["graph-data-science"]' \
from airflow.decorators import dag, task
from datetime import datetime
import pandas as pd
import requests
import json
import boto3
import pymongo
from sqlalchemy import create_engine
from airflow.models import Variable
CREATE TABLE sales (
userid int NOT NULL,
productid int NOT NULL,
quantity int NULL,
price varchar(100) NULL,
paymentmtd int NULL,
paymentsts int NULL,
dt_insert varchar(30) NULL,
dt_update timestamp NULL
);