This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
require 'securerandom' | |
require 'shellwords' | |
module CsvToParquet | |
def load_csv(local_csv_path, into_table, opts={}) | |
tmp_num = SecureRandom.hex(8) | |
hdfs_tmp_dir = opts[:hdfs_tmp_dir] || "/tmp/cvs-#{tmp_num}" | |
hdfs_tmp_file = "#{hdfs_tmp_dir}/#{File.basename(local_csv_path)}" | |
tmp_table = opts[:tmp_table] || "csv_#{tmp_num}" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
java.io.FileNotFoundException: c:/temp/debug.txt (No such file or directory) | |
at java.io.FileOutputStream.open(Native Method) | |
at java.io.FileOutputStream.<init>(FileOutputStream.java:212) | |
at java.io.FileOutputStream.<init>(FileOutputStream.java:104) | |
at org.ohdsi.utilities.files.WriteTextFile.<init>(WriteTextFile.java:32) | |
at org.ohdsi.whiteRabbit.Console.setDebugFile(Console.java:45) | |
at org.ohdsi.whiteRabbit.WhiteRabbitMain.createConsolePanel(WhiteRabbitMain.java:529) | |
at org.ohdsi.whiteRabbit.WhiteRabbitMain.<init>(WhiteRabbitMain.java:134) | |
at org.ohdsi.whiteRabbit.WhiteRabbitMain.main(WhiteRabbitMain.java:119) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Sending build context to Docker daemon | |
Step 0 : FROM manastech/crystal | |
---> 7df0c045c65c | |
Step 1 : RUN apt-get update && apt-get install -y build-essential curl libevent-dev curl | |
---> Using cache | |
---> af128780393f | |
Step 2 : RUN curl http://dist.crystal-lang.org/apt/setup.sh | sudo bash | |
---> Using cache | |
---> c41a1aa77fa0 | |
Step 3 : RUN apt-get install -y crystal && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
java.lang.NullPointerException | |
at org.ohdsi.rabbitInAHat.dataModel.ItemToItemMap.hashCode(ItemToItemMap.java:66) | |
at java.util.HashMap.hash(HashMap.java:351) | |
at java.util.HashMap.putForCreate(HashMap.java:512) | |
at java.util.HashMap.readObject(HashMap.java:1156) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:606) | |
at java.io.ObjectStreamClass.invokeReadObject(ObjectStreamClass.java:1017) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- original/CMS_SynPuf_ETL_CDM_v5.py | |
+++ fixed/CMS_SynPuf_ETL_CDM_v5.py | |
@@ -1,4 +1,7 @@ | |
-import csv,os,os.path,sys | |
+import csv | |
+import os | |
+import os.path | |
+import sys | |
from time import strftime | |
import argparse |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- original/CMS_SynPuf_ETL_CDM_v5.py | |
+++ fixed/CMS_SynPuf_ETL_CDM_v5.py | |
@@ -1,4 +1,7 @@ | |
-import csv,os,os.path,sys | |
+import csv | |
+import os | |
+import os.path | |
+import sys | |
from time import strftime | |
import argparse |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
s/VARCHAR2 *([0-9]\+)/TEXT/g | |
s/NUMBER/NUMERIC/g | |
s/LOGGING//g | |
s/MONITORING//g | |
/MODIFY/d | |
/^--/d | |
/USING INDEX/d | |
s/\(.*\)/\L\1/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
create table concept ( | |
concept_id integer not null, | |
concept_name text not null, | |
concept_level numeric not null, | |
concept_class text not null, | |
vocabulary_id integer not null, | |
concept_code text not null, | |
valid_start_date date not null, | |
valid_end_date date not null, | |
invalid_reason char(1) null) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
create table care_site | |
( | |
care_site_id integer not null , | |
location_id integer , | |
organization_id integer , | |
place_of_service_concept_id integer , | |
care_site_source_value text , |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
diff --git i/.classpath w/.classpath | |
index cd5cf1e..d43b466 100644 | |
--- i/.classpath | |
+++ w/.classpath | |
@@ -1,7 +1,7 @@ | |
<?xml version="1.0" encoding="UTF-8"?> | |
<classpath> | |
<classpathentry kind="src" path="src"/> | |
- <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/jdk1.7.0_13"/> | |
+ <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER"/> |
NewerOlder