Skip to content

Instantly share code, notes, and snippets.

View aguynamedryan's full-sized avatar

Ryan Duryea aguynamedryan

View GitHub Profile
require 'securerandom'
require 'shellwords'
module CsvToParquet
def load_csv(local_csv_path, into_table, opts={})
tmp_num = SecureRandom.hex(8)
hdfs_tmp_dir = opts[:hdfs_tmp_dir] || "/tmp/cvs-#{tmp_num}"
hdfs_tmp_file = "#{hdfs_tmp_dir}/#{File.basename(local_csv_path)}"
tmp_table = opts[:tmp_table] || "csv_#{tmp_num}"
@aguynamedryan
aguynamedryan / foo.java
Created June 23, 2015 19:19
Error message when attempting to scan CSV using WhiteRabbit
java.io.FileNotFoundException: c:/temp/debug.txt (No such file or directory)
at java.io.FileOutputStream.open(Native Method)
at java.io.FileOutputStream.<init>(FileOutputStream.java:212)
at java.io.FileOutputStream.<init>(FileOutputStream.java:104)
at org.ohdsi.utilities.files.WriteTextFile.<init>(WriteTextFile.java:32)
at org.ohdsi.whiteRabbit.Console.setDebugFile(Console.java:45)
at org.ohdsi.whiteRabbit.WhiteRabbitMain.createConsolePanel(WhiteRabbitMain.java:529)
at org.ohdsi.whiteRabbit.WhiteRabbitMain.<init>(WhiteRabbitMain.java:134)
at org.ohdsi.whiteRabbit.WhiteRabbitMain.main(WhiteRabbitMain.java:119)
@aguynamedryan
aguynamedryan / error.txt
Created June 12, 2015 20:08
Error after updating Crystal version in dockerfile
Sending build context to Docker daemon
Step 0 : FROM manastech/crystal
---> 7df0c045c65c
Step 1 : RUN apt-get update && apt-get install -y build-essential curl libevent-dev curl
---> Using cache
---> af128780393f
Step 2 : RUN curl http://dist.crystal-lang.org/apt/setup.sh | sudo bash
---> Using cache
---> c41a1aa77fa0
Step 3 : RUN apt-get install -y crystal && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
java.lang.NullPointerException
at org.ohdsi.rabbitInAHat.dataModel.ItemToItemMap.hashCode(ItemToItemMap.java:66)
at java.util.HashMap.hash(HashMap.java:351)
at java.util.HashMap.putForCreate(HashMap.java:512)
at java.util.HashMap.readObject(HashMap.java:1156)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017)
@aguynamedryan
aguynamedryan / foo.diff
Created June 3, 2015 18:12
autopep8, agressive level 1
--- original/CMS_SynPuf_ETL_CDM_v5.py
+++ fixed/CMS_SynPuf_ETL_CDM_v5.py
@@ -1,4 +1,7 @@
-import csv,os,os.path,sys
+import csv
+import os
+import os.path
+import sys
from time import strftime
import argparse
@aguynamedryan
aguynamedryan / foo.diff
Created June 3, 2015 18:11
autopep8, 0 agressive level
--- original/CMS_SynPuf_ETL_CDM_v5.py
+++ fixed/CMS_SynPuf_ETL_CDM_v5.py
@@ -1,4 +1,7 @@
-import csv,os,os.path,sys
+import csv
+import os
+import os.path
+import sys
from time import strftime
import argparse
@aguynamedryan
aguynamedryan / script.txt
Created May 19, 2015 23:33
sed script to hastily convert Oracle DDL to PostgreSQL
s/VARCHAR2 *([0-9]\+)/TEXT/g
s/NUMBER/NUMERIC/g
s/LOGGING//g
s/MONITORING//g
/MODIFY/d
/^--/d
/USING INDEX/d
s/\(.*\)/\L\1/
@aguynamedryan
aguynamedryan / -
Created May 19, 2015 23:30
OMOP Vocabulary for PostgreSQL
create table concept (
concept_id integer not null,
concept_name text not null,
concept_level numeric not null,
concept_class text not null,
vocabulary_id integer not null,
concept_code text not null,
valid_start_date date not null,
valid_end_date date not null,
invalid_reason char(1) null)
@aguynamedryan
aguynamedryan / -
Created May 19, 2015 23:29
OMOP CDMv4 for PostgreSQL
create table care_site
(
care_site_id integer not null ,
location_id integer ,
organization_id integer ,
place_of_service_concept_id integer ,
care_site_source_value text ,
diff --git i/.classpath w/.classpath
index cd5cf1e..d43b466 100644
--- i/.classpath
+++ w/.classpath
@@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" path="src"/>
- <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/jdk1.7.0_13"/>
+ <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER"/>