Skip to content

Instantly share code, notes, and snippets.

View philerooski's full-sized avatar

Phil Snyder philerooski

View GitHub Profile
"""
A script which uploads validation results and a data validation
report to S3 for the FitbitSleepLogs data type. This was run in
Glue 4.0 while specifying --additional-python-modules great_expectations==0.18.11,boto3==1.24.70
"""
import json
import logging
import os
import subprocess
import sys
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
"""
Compute MD5 hashes of files in a local directory or in an S3 bucket.
Outputs a CSV file with columns `path` and `md5`.
When computing MD5 hashes of objects in an S3 bucket, `path` corresponds
to the S3 URI.
"""
import multiprocessing as mp
import boto3 as boto
import pandas as pd
import bridgeclient # https://github.com/larssono/bridgeclient
import functools
def get_bridge_client(email, password, study):
bridge = bridgeclient.bridgeConnector(email, password, study=study)
return bridge
"""
import synapseclient
import argparse
import pandas
import json
import os
DUMMY_ARG = "dummy" # A 'None' like string we can pass to boto
# Entry function to extract tremor features
######################
# Load Libraries
######################
library(optparse)
library(data.table)
library(plyr)
library(tidyverse)
library("synapseClient")
synapseLogin()
library("plyr")
library("dplyr")
library("ggplot2")
library("jsonlite")
library("parallel")
library("tidyr")
library("lubridate")
import synapseclient
import pandas
import argparse
import boto3
import os
import json
import uuid
AWS_BATCH_ARRAY_SIZE_LIMIT = 10000
rm(list=ls())
options(stringsAsFactors = F)
library(synapser)
library(tidyverse)
library(lubridate)
fetch_and_prep <- function() {
mpower_f <- synGet("syn21213531") #"syn11488492")
mpower <- read_tsv(mpower_f$path)
now <- lubridate::now()
library(synapser)
library(tidyverse)
PROJECT_ID <- "syn12030321"
UDALL_USERS <- "syn18691020"
AT_HOME_PD_USERS <- "syn16786935"
get_users <- function(user_table_id) {
user_table <- as_tibble(synTableQuery(paste(