tests connecting to hive from spark

hiveConnect_.idea_.name

hiveConnect

hiveConnect_.idea_compiler.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="CompilerConfiguration">
    <resourceExtensions />
    <wildcardResourcePatterns>
      <entry name="!?*.java" />
      <entry name="!?*.form" />
      <entry name="!?*.class" />
      <entry name="!?*.groovy" />
      <entry name="!?*.scala" />
      <entry name="!?*.flex" />
      <entry name="!?*.kt" />
      <entry name="!?*.clj" />
      <entry name="!?*.aj" />
    </wildcardResourcePatterns>
    <annotationProcessing>
      <profile default="true" name="Default" enabled="false">
        <processorPath useClasspath="true" />
      </profile>
    </annotationProcessing>
  </component>
</project>

hiveConnect_.idea_copyright_profiles_settings.xml

<component name="CopyrightManager">
  <settings default="" />
</component>

hiveConnect_.idea_encodings.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="Encoding">
    <file url="file://$PROJECT_DIR$/build.sbt" charset="UTF-8" />
    <file url="file://$PROJECT_DIR$/src/main/scala/net/atos/idasga/scala/playground/hive/HiveFromSpark.scala" charset="UTF-8" />
  </component>
</project>

hiveConnect_.idea_libraries_SBT__org_scala_lang_scala_library_2_10_6_jar.xml

<component name="libraryTable">
  <library name="SBT: org.scala-lang:scala-library:2.10.6:jar" type="Scala">
    <properties>
      <option name="languageLevel" value="Scala_2_10" />
      <compiler-classpath>
        <root url="file://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-compiler/jars/scala-compiler-2.10.6.jar" />
        <root url="file://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-library/jars/scala-library-2.10.6.jar" />
        <root url="file://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-reflect/jars/scala-reflect-2.10.6.jar" />
      </compiler-classpath>
    </properties>
    <CLASSES>
      <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-library/jars/scala-library-2.10.6.jar!/" />
    </CLASSES>
    <JAVADOC>
      <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-library/docs/scala-library-2.10.6-javadoc.jar!/" />
    </JAVADOC>
    <SOURCES>
      <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-library/srcs/scala-library-2.10.6-sources.jar!/" />
    </SOURCES>
  </library>
</component>

hiveConnect_.idea_misc.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="EntryPointsManager">
    <entry_points version="2.0" />
  </component>
  <component name="MavenImportPreferences">
    <option name="generalSettings">
      <MavenGeneralSettings>
        <option name="mavenHome" value="Bundled (Maven 3)" />
      </MavenGeneralSettings>
    </option>
  </component>
  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
    <OptionsSetting value="true" id="Add" />
    <OptionsSetting value="true" id="Remove" />
    <OptionsSetting value="true" id="Checkout" />
    <OptionsSetting value="true" id="Update" />
    <OptionsSetting value="true" id="Status" />
    <OptionsSetting value="true" id="Edit" />
    <ConfirmationsSetting value="0" id="Add" />
    <ConfirmationsSetting value="0" id="Remove" />
  </component>
  <component name="ProjectRootManager" version="2" languageLevel="JDK_1_7" default="true" assert-keyword="true" jdk-15="true" project-jdk-name="1.7" project-jdk-type="JavaSDK">
    <output url="file://$PROJECT_DIR$/out" />
  </component>
</project>

hiveConnect_.idea_modules.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="ProjectModuleManager">
    <modules>
      <module fileurl="file://$PROJECT_DIR$/.idea/modules/hiveconnect.iml" filepath="$PROJECT_DIR$/.idea/modules/hiveconnect.iml" />
      <module fileurl="file://$PROJECT_DIR$/.idea/modules/hiveconnect-build.iml" filepath="$PROJECT_DIR$/.idea/modules/hiveconnect-build.iml" />
    </modules>
  </component>
</project>

hiveConnect_.idea_modules_hiveconnect-build.iml

<?xml version="1.0" encoding="UTF-8"?>
<module external.linked.project.id="hiveconnect-build" external.linked.project.path="$MODULE_DIR$/../../project" external.root.project.path="$MODULE_DIR$/../.." external.system.id="SBT" sbt.imports="sbt._, Keys._, dsl._, _root_.net.virtualvoid.sbt.graph.Plugin._, _root_.com.github.retronym.SbtOneJar._, _root_.com.typesafe.sbteclipse.plugin.EclipsePlugin.autoImport._, _root_.sbt.plugins.IvyPlugin, _root_.sbt.plugins.JvmPlugin, _root_.sbt.plugins.CorePlugin, _root_.sbt.plugins.JUnitXmlReportPlugin, _root_.com.typesafe.sbteclipse.plugin.EclipsePlugin" sbt.resolvers="https://repo1.maven.org/maven2/|maven|public, C:\Users\A590181\.ivy2\cache|ivy|Local cache" type="SBT_MODULE" version="4">
  <component name="NewModuleRootManager" inherit-compiler-output="false">
    <output url="file://$MODULE_DIR$/../../project/target/idea-classes" />
    <output-test url="file://$MODULE_DIR$/../../project/target/idea-test-classes" />
    <exclude-output />
    <content url="file://$MODULE_DIR$/../../project">
      <excludeFolder url="file://$MODULE_DIR$/../../project/project/target" />
      <excludeFolder url="file://$MODULE_DIR$/../../project/target" />
    </content>
    <orderEntry type="inheritedJdk" />
    <orderEntry type="sourceFolder" forTests="false" />
    <orderEntry type="module-library">
      <library name="SBT: sbt-and-plugins">
        <CLASSES>
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/actions-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/task-system-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/cache-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/relation-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/scala_2.10/sbt_0.13/org.scala-sbt.plugins/sbt-onejar/jars/sbt-onejar-0.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/classpath-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/lib/scala-compiler.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/scala-pickling_2.10-0.10.0.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scalaz/scalaz-effect_2.10/bundles/scalaz-effect_2.10-7.1.0.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/classfile-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/command-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/incremental-compiler-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/quasiquotes_2.10-2.0.1.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/tracking-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/json4s-core_2.10-3.2.10.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/run-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/ivy-2.3.0-sbt-fccfbd44c9f64523b61398a0155784dcbaeae28f.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/collections-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/launcher-interface-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/process-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/main-settings-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/serialization_2.10-0.1.1.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/compiler-integration-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/jsch-0.1.46.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/jawn-parser_2.10-0.6.0.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/lib/jline.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/test-agent-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/apply-macro-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/ivy-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/com.github.mdr/ascii-graphs_2.10/jars/ascii-graphs_2.10-0.0.3.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/scala-reflect-2.10.4.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/main-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbteclipse/sbteclipse-plugin/jars/sbteclipse-plugin-4.0.0.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/test-interface-1.0.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scalaz/scalaz-core_2.10/bundles/scalaz-core_2.10-7.1.0.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/json4s-support_2.10-0.6.0.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/api-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/io-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/control-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/cross-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/scala_2.10/sbt_0.13/net.virtual-void/sbt-dependency-graph/jars/sbt-dependency-graph-0.7.5.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/tasks-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/logging-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/compile-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/xsbti/interface-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/lib/scala-library.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/lib/jansi.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/completion-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/persist-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/sbt-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/sbinary_2.10-0.4.2.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/compiler-ivy-integration-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/logic-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/testing-0.13.8.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/json4s-ast_2.10-3.2.10.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/jline-2.11.jar!/" />
          <root url="jar://$USER_HOME$/.sbt/boot/scala-2.10.4/org.scala-sbt/sbt/0.13.8/paranamer-2.6.jar!/" />
        </CLASSES>
        <JAVADOC />
        <SOURCES>
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/incremental-compiler/srcs/incremental-compiler-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scalaz/scalaz-effect_2.10/srcs/scalaz-effect_2.10-7.1.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/compiler-ivy-integration/srcs/compiler-ivy-integration-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/classpath/srcs/classpath-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.spire-math/jawn-parser_2.10/srcs/jawn-parser_2.10-0.6.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/cache/srcs/cache-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/command/srcs/command-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/main-settings/srcs/main-settings-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/jline/jline/srcs/jline-2.11-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt.ivy/ivy/srcs/ivy-2.3.0-sbt-fccfbd44c9f64523b61398a0155784dcbaeae28f-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/actions/srcs/actions-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/test-agent/srcs/test-agent-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/sbt/srcs/sbt-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scalamacros/quasiquotes_2.10/srcs/quasiquotes_2.10-2.0.1-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/run/srcs/run-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-compiler/srcs/scala-compiler-2.10.4-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/test-interface/srcs/test-interface-1.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/classfile/srcs/classfile-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/com.thoughtworks.paranamer/paranamer/srcs/paranamer-2.6-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/persist/srcs/persist-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-library/srcs/scala-library-2.10.5-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/precompiled-2_8_2/srcs/precompiled-2_8_2-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/logging/srcs/logging-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/logic/srcs/logic-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/control/srcs/control-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/tracking/srcs/tracking-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/com.github.mdr/ascii-graphs_2.10/srcs/ascii-graphs_2.10-0.0.3-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.json4s/json4s-core_2.10/srcs/json4s-core_2.10-3.2.10-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/ivy/srcs/ivy-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.json4s/json4s-ast_2.10/srcs/json4s-ast_2.10-3.2.10-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/tasks/srcs/tasks-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/cross/srcs/cross-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/completion/srcs/completion-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/apply-macro/srcs/apply-macro-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/compiler-integration/srcs/compiler-integration-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/process/srcs/process-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/relation/srcs/relation-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/io/srcs/io-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/com.jcraft/jsch/srcs/jsch-0.1.46-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/api/srcs/api-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/task-system/srcs/task-system-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang/scala-reflect/srcs/scala-reflect-2.10.4-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/compile/srcs/compile-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/serialization_2.10/srcs/serialization_2.10-0.1.1-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/interface/srcs/interface-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/collections/srcs/collections-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scalaz/scalaz-core_2.10/srcs/scalaz-core_2.10-7.1.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/launcher-interface/srcs/launcher-interface-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/scala_2.10/sbt_0.13/net.virtual-void/sbt-dependency-graph/srcs/sbt-dependency-graph-0.7.5-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/precompiled-2_9_3/srcs/precompiled-2_9_3-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/main/srcs/main-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-tools.sbinary/sbinary_2.10/srcs/sbinary_2.10-0.4.2-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.spire-math/json4s-support_2.10/srcs/json4s-support_2.10-0.6.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-lang.modules/scala-pickling_2.10/srcs/scala-pickling_2.10-0.10.0-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/precompiled-2_9_2/srcs/precompiled-2_9_2-0.13.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/scala_2.10/sbt_0.13/org.scala-sbt.plugins/sbt-onejar/srcs/sbt-onejar-0.8-sources.jar!/" />
          <root url="jar://$USER_HOME$/.ivy2/cache/org.scala-sbt/testing/srcs/testing-0.13.8-sources.jar!/" />
        </SOURCES>
      </library>
    </orderEntry>
  </component>
</module>

hiveConnect_.idea_modules_hiveconnect.iml

<?xml version="1.0" encoding="UTF-8"?>
<module external.linked.project.id="hiveconnect" external.linked.project.path="$MODULE_DIR$/../.." external.root.project.path="$MODULE_DIR$/../.." external.system.id="SBT" type="JAVA_MODULE" version="4">
  <component name="NewModuleRootManager" inherit-compiler-output="false">
    <output url="file://$MODULE_DIR$/../../target/scala-2.10/classes" />
    <output-test url="file://$MODULE_DIR$/../../target/scala-2.10/test-classes" />
    <exclude-output />
    <content url="file://$MODULE_DIR$/../..">
      <sourceFolder url="file://$MODULE_DIR$/../../src/main/java" isTestSource="false" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/main/scala" isTestSource="false" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/main/scala-2.10" isTestSource="false" />
      <sourceFolder url="file://$MODULE_DIR$/../../target/scala-2.10/src_managed/main" isTestSource="false" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/test/java" isTestSource="true" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/test/scala" isTestSource="true" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/test/scala-2.10" isTestSource="true" />
      <sourceFolder url="file://$MODULE_DIR$/../../target/scala-2.10/src_managed/test" isTestSource="true" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/main/resources" type="java-resource" />
      <sourceFolder url="file://$MODULE_DIR$/../../target/scala-2.10/resource_managed/main" type="java-resource" />
      <sourceFolder url="file://$MODULE_DIR$/../../src/test/resources" type="java-test-resource" />
      <sourceFolder url="file://$MODULE_DIR$/../../target/scala-2.10/resource_managed/test" type="java-test-resource" />
      <excludeFolder url="file://$MODULE_DIR$/../../target" />
    </content>
    <orderEntry type="inheritedJdk" />
    <orderEntry type="sourceFolder" forTests="false" />
    <orderEntry type="library" name="SBT: org.scala-lang:scala-library:2.10.6:jar" level="project" />
  </component>
</module>

hiveConnect_.idea_sbt.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="ScalaSbtSettings">
    <option name="linkedExternalProjectsSettings">
      <SbtProjectSettings>
        <option name="createEmptyContentRootDirectories" value="true" />
        <option name="externalProjectPath" value="$PROJECT_DIR$" />
        <option name="modules">
          <set>
            <option value="$PROJECT_DIR$" />
            <option value="$PROJECT_DIR$/project" />
          </set>
        </option>
        <option name="resolveClassifiers" value="true" />
        <option name="resolveSbtClassifiers" value="true" />
        <option name="sbtVersion" value="0.13.8" />
        <option name="useAutoImport" value="true" />
        <option name="useOurOwnAutoImport" value="true" />
      </SbtProjectSettings>
    </option>
  </component>
</project>

hiveConnect_.idea_scala_compiler.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="ScalaCompilerConfiguration">
    <profile name="SBT 1" modules="hiveconnect" />
  </component>
</project>

hiveConnect_.idea_uiDesigner.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="Palette2">
    <group name="Swing">
      <item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" />
      </item>
      <item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" />
      </item>
      <item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" />
      </item>
      <item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true">
        <default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" />
      </item>
      <item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" />
        <initial-values>
          <property name="text" value="Button" />
        </initial-values>
      </item>
      <item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
        <initial-values>
          <property name="text" value="RadioButton" />
        </initial-values>
      </item>
      <item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
        <initial-values>
          <property name="text" value="CheckBox" />
        </initial-values>
      </item>
      <item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" />
        <initial-values>
          <property name="text" value="Label" />
        </initial-values>
      </item>
      <item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
          <preferred-size width="150" height="-1" />
        </default-constraints>
      </item>
      <item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
          <preferred-size width="150" height="-1" />
        </default-constraints>
      </item>
      <item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
          <preferred-size width="150" height="-1" />
        </default-constraints>
      </item>
      <item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" />
      </item>
      <item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
          <preferred-size width="150" height="50" />
        </default-constraints>
      </item>
      <item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
          <preferred-size width="200" height="200" />
        </default-constraints>
      </item>
      <item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
          <preferred-size width="200" height="200" />
        </default-constraints>
      </item>
      <item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
      </item>
      <item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
      </item>
      <item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" />
      </item>
      <item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" />
      </item>
      <item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1">
          <preferred-size width="-1" height="20" />
        </default-constraints>
      </item>
      <item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false">
        <default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" />
      </item>
      <item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
        <default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" />
      </item>
    </group>
  </component>
</project>

hiveConnect_.idea_vcs.xml

<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="VcsDirectoryMappings">
    <mapping directory="" vcs="" />
  </component>
</project>

hiveConnect_build.sbt

name := "hiveConnect"

version := "1.0"

scalaVersion := "2.10.6"

libraryDependencies ++= {
  val akkaVersion = "2.3.2"
  val sparkVersion = "1.5.0"
  val guavaVersion = "14.0.1"
  val jacksonVersion = "2.6.1"
  val mysqlVersion = "5.1.36"
  Seq(
    "com.typesafe.akka"             %% "akka-actor"           % akkaVersion,
    "com.typesafe.akka"             %% "akka-testkit"         % akkaVersion,
    "org.apache.spark"              %% "spark-hive"           % sparkVersion,
    "org.apache.spark"              %% "spark-sql"            % sparkVersion,
    "com.google.guava"              %  "guava"                % guavaVersion,
    "com.fasterxml.jackson.module"  %% "jackson-module-scala" % jacksonVersion,
    "mysql"                         %  "mysql-connector-java" % mysqlVersion


  )
}

hiveConnect_derby.log

----------------------------------------------------------------
Wed Oct 07 16:37:46 CEST 2015:
Booting Derby version The Apache Software Foundation - Apache Derby - 10.10.2.0 - (1582446): instance a816c00e-0150-42bc-93ed-000015ac7f80 
on database directory C:\Users\A590181\AppData\Local\Temp\spark-fc493d2d-f233-499c-bba3-ed6604c4e700\metastore with class loader URLClassLoader with NativeCopyLoader with RawResources(
  urls = List(C:\Users\A590181\workspace\scala\hiveConnect\target\scala-2.10\classes, C:\Users\A590181\.ivy2\cache\org.scala-lang\scala-library\jars\scala-library-2.10.6.jar, C:\Users\A590181\.ivy2\cache\com.typesafe.akka\akka-testkit_2.10\jars\akka-testkit_2.10-2.3.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-hive_2.10\jars\spark-hive_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\com.twitter\parquet-hadoop-bundle\jars\parquet-hadoop-bundle-1.6.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-core_2.10\jars\spark-core_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.avro\avro-mapred\jars\avro-mapred-1.7.7-hadoop2.jar, C:\Users\A590181\.ivy2\cache\org.apache.avro\avro-ipc\jars\avro-ipc-1.7.7-tests.jar, C:\Users\A590181\.ivy2\cache\org.apache.avro\avro-ipc\jars\avro-ipc-1.7.7.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.jackson\jackson-core-asl\jars\jackson-core-asl-1.9.13.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.jackson\jackson-mapper-asl\jars\jackson-mapper-asl-1.9.13.jar, C:\Users\A590181\.ivy2\cache\org.apache.commons\commons-compress\jars\commons-compress-1.4.1.jar, C:\Users\A590181\.ivy2\cache\org.tukaani\xz\jars\xz-1.0.jar, C:\Users\A590181\.ivy2\cache\com.twitter\chill_2.10\jars\chill_2.10-0.5.0.jar, C:\Users\A590181\.ivy2\cache\com.twitter\chill-java\jars\chill-java-0.5.0.jar, C:\Users\A590181\.ivy2\cache\com.esotericsoftware.kryo\kryo\bundles\kryo-2.21.jar, C:\Users\A590181\.ivy2\cache\com.esotericsoftware.reflectasm\reflectasm\jars\reflectasm-1.07-shaded.jar, C:\Users\A590181\.ivy2\cache\com.esotericsoftware.minlog\minlog\jars\minlog-1.2.jar, C:\Users\A590181\.ivy2\cache\org.objenesis\objenesis\jars\objenesis-1.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-client\jars\hadoop-client-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-common\jars\hadoop-common-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-annotations\jars\hadoop-annotations-2.2.0.jar, C:\Users\A590181\.ivy2\cache\com.google.guava\guava\bundles\guava-14.0.1.jar, C:\Users\A590181\.ivy2\cache\commons-cli\commons-cli\jars\commons-cli-1.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.commons\commons-math\jars\commons-math-2.1.jar, C:\Users\A590181\.ivy2\cache\xmlenc\xmlenc\jars\xmlenc-0.52.jar, C:\Users\A590181\.ivy2\cache\commons-httpclient\commons-httpclient\jars\commons-httpclient-3.1.jar, C:\Users\A590181\.ivy2\cache\commons-net\commons-net\jars\commons-net-3.1.jar, C:\Users\A590181\.ivy2\cache\log4j\log4j\bundles\log4j-1.2.17.jar, C:\Users\A590181\.ivy2\cache\commons-configuration\commons-configuration\jars\commons-configuration-1.6.jar, C:\Users\A590181\.ivy2\cache\commons-collections\commons-collections\jars\commons-collections-3.2.1.jar, C:\Users\A590181\.ivy2\cache\commons-digester\commons-digester\jars\commons-digester-1.8.jar, C:\Users\A590181\.ivy2\cache\commons-beanutils\commons-beanutils\jars\commons-beanutils-1.7.0.jar, C:\Users\A590181\.ivy2\cache\commons-beanutils\commons-beanutils-core\jars\commons-beanutils-core-1.8.0.jar, C:\Users\A590181\.ivy2\cache\com.google.protobuf\protobuf-java\bundles\protobuf-java-2.5.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-auth\jars\hadoop-auth-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-hdfs\jars\hadoop-hdfs-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.mortbay.jetty\jetty-util\jars\jetty-util-6.1.26.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-mapreduce-client-app\jars\hadoop-mapreduce-client-app-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-mapreduce-client-common\jars\hadoop-mapreduce-client-common-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-yarn-common\jars\hadoop-yarn-common-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-yarn-api\jars\hadoop-yarn-api-2.2.0.jar, C:\Users\A590181\.ivy2\cache\com.google.inject\guice\jars\guice-3.0.jar, C:\Users\A590181\.ivy2\cache\javax.inject\javax.inject\jars\javax.inject-1.jar, C:\Users\A590181\.ivy2\cache\aopalliance\aopalliance\jars\aopalliance-1.0.jar, C:\Users\A590181\.ivy2\cache\org.sonatype.sisu.inject\cglib\jars\cglib-2.2.1-v20090111.jar, C:\Users\A590181\.ivy2\cache\com.sun.jersey.jersey-test-framework\jersey-test-framework-grizzly2\jars\jersey-test-framework-grizzly2-1.9.jar, C:\Users\A590181\.ivy2\cache\com.sun.jersey\jersey-server\bundles\jersey-server-1.9.jar, C:\Users\A590181\.ivy2\cache\asm\asm\jars\asm-3.2.jar, C:\Users\A590181\.ivy2\cache\com.sun.jersey\jersey-json\bundles\jersey-json-1.9.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.jettison\jettison\bundles\jettison-1.1.jar, C:\Users\A590181\.ivy2\cache\stax\stax-api\jars\stax-api-1.0.1.jar, C:\Users\A590181\.ivy2\cache\com.sun.xml.bind\jaxb-impl\jars\jaxb-impl-2.2.3-1.jar, C:\Users\A590181\.ivy2\cache\javax.xml.bind\jaxb-api\jars\jaxb-api-2.2.2.jar, C:\Users\A590181\.ivy2\cache\javax.activation\activation\jars\activation-1.1.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.jackson\jackson-jaxrs\jars\jackson-jaxrs-1.8.8.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.jackson\jackson-xc\jars\jackson-xc-1.8.8.jar, C:\Users\A590181\.ivy2\cache\com.sun.jersey.contribs\jersey-guice\jars\jersey-guice-1.9.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-yarn-client\jars\hadoop-yarn-client-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-mapreduce-client-core\jars\hadoop-mapreduce-client-core-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-yarn-server-common\jars\hadoop-yarn-server-common-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-mapreduce-client-shuffle\jars\hadoop-mapreduce-client-shuffle-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.hadoop\hadoop-mapreduce-client-jobclient\jars\hadoop-mapreduce-client-jobclient-2.2.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-launcher_2.10\jars\spark-launcher_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\org.spark-project.spark\unused\jars\unused-1.0.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-network-common_2.10\jars\spark-network-common_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\io.netty\netty-all\jars\netty-all-4.0.29.Final.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-network-shuffle_2.10\jars\spark-network-shuffle_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-unsafe_2.10\jars\spark-unsafe_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\com.google.code.findbugs\jsr305\jars\jsr305-1.3.9.jar, C:\Users\A590181\.ivy2\cache\net.java.dev.jets3t\jets3t\jars\jets3t-0.7.1.jar, C:\Users\A590181\.ivy2\cache\org.apache.curator\curator-recipes\bundles\curator-recipes-2.4.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.curator\curator-framework\bundles\curator-framework-2.4.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.curator\curator-client\bundles\curator-client-2.4.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.zookeeper\zookeeper\jars\zookeeper-3.4.5.jar, C:\Users\A590181\.ivy2\cache\org.eclipse.jetty.orbit\javax.servlet\orbits\javax.servlet-3.0.0.v201112011016.jar, C:\Users\A590181\.ivy2\cache\org.apache.commons\commons-lang3\jars\commons-lang3-3.3.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.commons\commons-math3\jars\commons-math3-3.4.1.jar, C:\Users\A590181\.ivy2\cache\org.slf4j\slf4j-api\jars\slf4j-api-1.7.10.jar, C:\Users\A590181\.ivy2\cache\org.slf4j\jul-to-slf4j\jars\jul-to-slf4j-1.7.10.jar, C:\Users\A590181\.ivy2\cache\org.slf4j\jcl-over-slf4j\jars\jcl-over-slf4j-1.7.10.jar, C:\Users\A590181\.ivy2\cache\org.slf4j\slf4j-log4j12\jars\slf4j-log4j12-1.7.10.jar, C:\Users\A590181\.ivy2\cache\com.ning\compress-lzf\bundles\compress-lzf-1.0.3.jar, C:\Users\A590181\.ivy2\cache\org.xerial.snappy\snappy-java\bundles\snappy-java-1.1.1.7.jar, C:\Users\A590181\.ivy2\cache\net.jpountz.lz4\lz4\jars\lz4-1.3.0.jar, C:\Users\A590181\.ivy2\cache\org.roaringbitmap\RoaringBitmap\bundles\RoaringBitmap-0.4.5.jar, C:\Users\A590181\.ivy2\cache\com.typesafe.akka\akka-remote_2.10\jars\akka-remote_2.10-2.3.11.jar, C:\Users\A590181\.ivy2\cache\com.typesafe.akka\akka-actor_2.10\jars\akka-actor_2.10-2.3.11.jar, C:\Users\A590181\.ivy2\cache\com.typesafe\config\bundles\config-1.2.1.jar, C:\Users\A590181\.ivy2\cache\io.netty\netty\bundles\netty-3.8.0.Final.jar, C:\Users\A590181\.ivy2\cache\org.uncommons.maths\uncommons-maths\jars\uncommons-maths-1.2.2a.jar, C:\Users\A590181\.ivy2\cache\com.typesafe.akka\akka-slf4j_2.10\jars\akka-slf4j_2.10-2.3.11.jar, C:\Users\A590181\.ivy2\cache\org.json4s\json4s-jackson_2.10\jars\json4s-jackson_2.10-3.2.10.jar, C:\Users\A590181\.ivy2\cache\org.json4s\json4s-core_2.10\jars\json4s-core_2.10-3.2.10.jar, C:\Users\A590181\.ivy2\cache\org.json4s\json4s-ast_2.10\jars\json4s-ast_2.10-3.2.10.jar, C:\Users\A590181\.ivy2\cache\com.thoughtworks.paranamer\paranamer\jars\paranamer-2.6.jar, C:\Users\A590181\.ivy2\cache\org.scala-lang\scalap\jars\scalap-2.10.0.jar, C:\Users\A590181\.ivy2\cache\org.scala-lang\scala-compiler\jars\scala-compiler-2.10.0.jar, C:\Users\A590181\.ivy2\cache\com.fasterxml.jackson.core\jackson-databind\bundles\jackson-databind-2.4.4.jar, C:\Users\A590181\.ivy2\cache\com.sun.jersey\jersey-core\bundles\jersey-core-1.9.jar, C:\Users\A590181\.ivy2\cache\org.apache.mesos\mesos\jars\mesos-0.21.1-shaded-protobuf.jar, C:\Users\A590181\.ivy2\cache\com.clearspring.analytics\stream\jars\stream-2.7.0.jar, C:\Users\A590181\.ivy2\cache\io.dropwizard.metrics\metrics-core\bundles\metrics-core-3.1.2.jar, C:\Users\A590181\.ivy2\cache\io.dropwizard.metrics\metrics-jvm\bundles\metrics-jvm-3.1.2.jar, C:\Users\A590181\.ivy2\cache\io.dropwizard.metrics\metrics-json\bundles\metrics-json-3.1.2.jar, C:\Users\A590181\.ivy2\cache\io.dropwizard.metrics\metrics-graphite\bundles\metrics-graphite-3.1.2.jar, C:\Users\A590181\.ivy2\cache\com.fasterxml.jackson.module\jackson-module-scala_2.10\bundles\jackson-module-scala_2.10-2.6.1.jar, C:\Users\A590181\.ivy2\cache\org.apache.ivy\ivy\jars\ivy-2.4.0.jar, C:\Users\A590181\.ivy2\cache\oro\oro\jars\oro-2.0.8.jar, C:\Users\A590181\.ivy2\cache\org.tachyonproject\tachyon-client\jars\tachyon-client-0.7.1.jar, C:\Users\A590181\.ivy2\cache\commons-io\commons-io\jars\commons-io-2.4.jar, C:\Users\A590181\.ivy2\cache\org.tachyonproject\tachyon-underfs-hdfs\jars\tachyon-underfs-hdfs-0.7.1.jar, C:\Users\A590181\.ivy2\cache\org.tachyonproject\tachyon-underfs-local\jars\tachyon-underfs-local-0.7.1.jar, C:\Users\A590181\.ivy2\cache\net.razorvine\pyrolite\jars\pyrolite-4.4.jar, C:\Users\A590181\.ivy2\cache\net.sf.py4j\py4j\jars\py4j-0.8.2.1.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-sql_2.10\jars\spark-sql_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.spark\spark-catalyst_2.10\jars\spark-catalyst_2.10-1.5.0.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.janino\janino\jars\janino-2.7.8.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.janino\commons-compiler\jars\commons-compiler-2.7.8.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-column\jars\parquet-column-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-common\jars\parquet-common-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-encoding\jars\parquet-encoding-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-generator\jars\parquet-generator-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-hadoop\jars\parquet-hadoop-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-format\jars\parquet-format-2.3.0-incubating.jar, C:\Users\A590181\.ivy2\cache\org.apache.parquet\parquet-jackson\jars\parquet-jackson-1.7.0.jar, C:\Users\A590181\.ivy2\cache\org.spark-project.hive\hive-exec\jars\hive-exec-1.2.1.spark.jar, C:\Users\A590181\.ivy2\cache\commons-lang\commons-lang\jars\commons-lang-2.6.jar, C:\Users\A590181\.ivy2\cache\javolution\javolution\bundles\javolution-5.5.1.jar, C:\Users\A590181\.ivy2\cache\log4j\apache-log4j-extras\bundles\apache-log4j-extras-1.2.17.jar, C:\Users\A590181\.ivy2\cache\org.antlr\antlr-runtime\jars\antlr-runtime-3.4.jar, C:\Users\A590181\.ivy2\cache\org.antlr\stringtemplate\jars\stringtemplate-3.2.1.jar, C:\Users\A590181\.ivy2\cache\antlr\antlr\jars\antlr-2.7.7.jar, C:\Users\A590181\.ivy2\cache\org.antlr\ST4\jars\ST4-4.0.4.jar, C:\Users\A590181\.ivy2\cache\org.apache.avro\avro\jars\avro-1.7.5.jar, C:\Users\A590181\.ivy2\cache\org.codehaus.groovy\groovy-all\jars\groovy-all-2.1.6.jar, C:\Users\A590181\.ivy2\cache\org.jodd\jodd-core\jars\jodd-core-3.5.2.jar, C:\Users\A590181\.ivy2\cache\org.datanucleus\datanucleus-core\jars\datanucleus-core-3.2.10.jar, C:\Users\A590181\.ivy2\cache\org.apache.calcite\calcite-avatica\jars\calcite-avatica-1.2.0-incubating.jar, C:\Users\A590181\.ivy2\cache\com.googlecode.javaewah\JavaEWAH\jars\JavaEWAH-0.3.2.jar, C:\Users\A590181\.ivy2\cache\org.iq80.snappy\snappy\jars\snappy-0.2.jar, C:\Users\A590181\.ivy2\cache\org.json\json\jars\json-20090211.jar, C:\Users\A590181\.ivy2\cache\net.sf.opencsv\opencsv\jars\opencsv-2.3.jar, C:\Users\A590181\.ivy2\cache\jline\jline\jars\jline-2.12.jar, C:\Users\A590181\.ivy2\cache\org.spark-project.hive\hive-metastore\jars\hive-metastore-1.2.1.spark.jar, C:\Users\A590181\.ivy2\cache\com.jolbox\bonecp\bundles\bonecp-0.8.0.RELEASE.jar, C:\Users\A590181\.ivy2\cache\commons-logging\commons-logging\jars\commons-logging-1.1.3.jar, C:\Users\A590181\.ivy2\cache\org.apache.derby\derby\jars\derby-10.10.2.0.jar, C:\Users\A590181\.ivy2\cache\org.datanucleus\datanucleus-api-jdo\jars\datanucleus-api-jdo-3.2.6.jar, C:\Users\A590181\.ivy2\cache\org.datanucleus\datanucleus-rdbms\jars\datanucleus-rdbms-3.2.9.jar, C:\Users\A590181\.ivy2\cache\commons-pool\commons-pool\jars\commons-pool-1.5.4.jar, C:\Users\A590181\.ivy2\cache\commons-dbcp\commons-dbcp\jars\commons-dbcp-1.4.jar, C:\Users\A590181\.ivy2\cache\javax.jdo\jdo-api\jars\jdo-api-3.0.1.jar, C:\Users\A590181\.ivy2\cache\javax.transaction\jta\jars\jta-1.1.jar, C:\Users\A590181\.ivy2\cache\org.apache.calcite\calcite-core\jars\calcite-core-1.2.0-incubating.jar, C:\Users\A590181\.ivy2\cache\org.apache.calcite\calcite-linq4j\jars\calcite-linq4j-1.2.0-incubating.jar, C:\Users\A590181\.ivy2\cache\net.hydromatic\eigenbase-properties\bundles\eigenbase-properties-1.1.5.jar, C:\Users\A590181\.ivy2\cache\org.apache.httpcomponents\httpclient\jars\httpclient-4.3.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.httpcomponents\httpcore\jars\httpcore-4.3.1.jar, C:\Users\A590181\.ivy2\cache\commons-codec\commons-codec\jars\commons-codec-1.10.jar, C:\Users\A590181\.ivy2\cache\joda-time\joda-time\jars\joda-time-2.5.jar, C:\Users\A590181\.ivy2\cache\org.apache.thrift\libthrift\jars\libthrift-0.9.2.jar, C:\Users\A590181\.ivy2\cache\org.apache.thrift\libfb303\jars\libfb303-0.9.2.jar, C:\Users\A590181\.ivy2\cache\org.scala-lang\scala-reflect\jars\scala-reflect-2.10.5.jar, C:\Users\A590181\.ivy2\cache\com.fasterxml.jackson.core\jackson-core\bundles\jackson-core-2.6.1.jar, C:\Users\A590181\.ivy2\cache\com.fasterxml.jackson.core\jackson-annotations\bundles\jackson-annotations-2.6.1.jar, C:\Users\A590181\.ivy2\cache\com.fasterxml.jackson.module\jackson-module-paranamer\bundles\jackson-module-paranamer-2.6.1.jar, C:\Users\A590181\.ivy2\cache\mysql\mysql-connector-java\jars\mysql-connector-java-5.1.36.jar),
  parent = java.net.URLClassLoader@10dd1df9,
  resourceMap = Set(app.class.path, boot.class.path),
  nativeTemp = C:\Users\A590181\AppData\Local\Temp\sbt_94570889
) 
Loaded from file:/C:/Users/A590181/.ivy2/cache/org.apache.derby/derby/jars/derby-10.10.2.0.jar
java.vendor=Oracle Corporation
java.runtime.version=1.7.0_67-b01
user.dir=C:\Users\A590181\workspace\scala\hiveConnect
os.name=Windows 7
os.arch=amd64
os.version=6.1
derby.system.home=null
Database Class Loader started - derby.database.classpath=''

hiveConnect_project_build.properties

sbt.version = 0.13.8

hiveConnect_project_plugins.sbt

logLevel := Level.Warn

hiveConnect_src_main_resources_hive-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<configuration>

  <property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://192.168.0.111/hive</value>
    <description>the URL of the MySQL database</description>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionDriverName</name>
    <value>com.mysql.jdbc.Driver</value>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>hive</value>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>hive</value>
  </property>

</configuration>

hiveConnect_src_main_resources_kv1.txt

238
val_238
86
val_86
311
val_311
27
val_27
165
val_165
409
val_409
255
val_255
278
val_278
98
val_98
484
val_484
265
val_265
193
val_193
401
val_401
150
val_150
273
val_273
224
val_224
369
val_369
66
val_66
128
val_128
213
val_213
146
val_146
406
val_406
429
val_429
374
val_374
152
val_152
469
val_469
145
val_145
495
val_495
37
val_37
327
val_327
281
val_281
277
val_277
209
val_209
15
val_15
82
val_82
403
val_403
166
val_166
417
val_417
430
val_430
252
val_252
292
val_292
219
val_219
287
val_287
153
val_153
193
val_193
338
val_338
446
val_446
459
val_459
394
val_394
237
val_237
482
val_482
174
val_174
413
val_413
494
val_494
207
val_207
199
val_199
466
val_466
208
val_208
174
val_174
399
val_399
396
val_396
247
val_247
417
val_417
489
val_489
162
val_162
377
val_377
397
val_397
309
val_309
365
val_365
266
val_266
439
val_439
342
val_342
367
val_367
325
val_325
167
val_167
195
val_195
475
val_475
17
val_17
113
val_113
155
val_155
203
val_203
339
val_339
0
val_0
455
val_455
128
val_128
311
val_311
316
val_316
57
val_57
302
val_302
205
val_205
149
val_149
438
val_438
345
val_345
129
val_129
170
val_170
20
val_20
489
val_489
157
val_157
378
val_378
221
val_221
92
val_92
111
val_111
47
val_47
72
val_72
4
val_4
280
val_280
35
val_35
427
val_427
277
val_277
208
val_208
356
val_356
399
val_399
169
val_169
382
val_382
498
val_498
125
val_125
386
val_386
437
val_437
469
val_469
192
val_192
286
val_286
187
val_187
176
val_176
54
val_54
459
val_459
51
val_51
138
val_138
103
val_103
239
val_239
213
val_213
216
val_216
430
val_430
278
val_278
176
val_176
289
val_289
221
val_221
65
val_65
318
val_318
332
val_332
311
val_311
275
val_275
137
val_137
241
val_241
83
val_83
333
val_333
180
val_180
284
val_284
12
val_12
230
val_230
181
val_181
67
val_67
260
val_260
404
val_404
384
val_384
489
val_489
353
val_353
373
val_373
272
val_272
138
val_138
217
val_217
84
val_84
348
val_348
466
val_466
58
val_58
8
val_8
411
val_411
230
val_230
208
val_208
348
val_348
24
val_24
463
val_463
431
val_431
179
val_179
172
val_172
42
val_42
129
val_129
158
val_158
119
val_119
496
val_496
0
val_0
322
val_322
197
val_197
468
val_468
393
val_393
454
val_454
100
val_100
298
val_298
199
val_199
191
val_191
418
val_418
96
val_96
26
val_26
165
val_165
327
val_327
230
val_230
205
val_205
120
val_120
131
val_131
51
val_51
404
val_404
43
val_43
436
val_436
156
val_156
469
val_469
468
val_468
308
val_308
95
val_95
196
val_196
288
val_288
481
val_481
457
val_457
98
val_98
282
val_282
197
val_197
187
val_187
318
val_318
318
val_318
409
val_409
470
val_470
137
val_137
369
val_369
316
val_316
169
val_169
413
val_413
85
val_85
77
val_77
0
val_0
490
val_490
87
val_87
364
val_364
179
val_179
118
val_118
134
val_134
395
val_395
282
val_282
138
val_138
238
val_238
419
val_419
15
val_15
118
val_118
72
val_72
90
val_90
307
val_307
19
val_19
435
val_435
10
val_10
277
val_277
273
val_273
306
val_306
224
val_224
309
val_309
389
val_389
327
val_327
242
val_242
369
val_369
392
val_392
272
val_272
331
val_331
401
val_401
242
val_242
452
val_452
177
val_177
226
val_226
5
val_5
497
val_497
402
val_402
396
val_396
317
val_317
395
val_395
58
val_58
35
val_35
336
val_336
95
val_95
11
val_11
168
val_168
34
val_34
229
val_229
233
val_233
143
val_143
472
val_472
322
val_322
498
val_498
160
val_160
195
val_195
42
val_42
321
val_321
430
val_430
119
val_119
489
val_489
458
val_458
78
val_78
76
val_76
41
val_41
223
val_223
492
val_492
149
val_149
449
val_449
218
val_218
228
val_228
138
val_138
453
val_453
30
val_30
209
val_209
64
val_64
468
val_468
76
val_76
74
val_74
342
val_342
69
val_69
230
val_230
33
val_33
368
val_368
103
val_103
296
val_296
113
val_113
216
val_216
367
val_367
344
val_344
167
val_167
274
val_274
219
val_219
239
val_239
485
val_485
116
val_116
223
val_223
256
val_256
263
val_263
70
val_70
487
val_487
480
val_480
401
val_401
288
val_288
191
val_191
5
val_5
244
val_244
438
val_438
128
val_128
467
val_467
432
val_432
202
val_202
316
val_316
229
val_229
469
val_469
463
val_463
280
val_280
2
val_2
35
val_35
283
val_283
331
val_331
235
val_235
80
val_80
44
val_44
193
val_193
321
val_321
335
val_335
104
val_104
466
val_466
366
val_366
175
val_175
403
val_403
483
val_483
53
val_53
105
val_105
257
val_257
406
val_406
409
val_409
190
val_190
406
val_406
401
val_401
114
val_114
258
val_258
90
val_90
203
val_203
262
val_262
348
val_348
424
val_424
12
val_12
396
val_396
201
val_201
217
val_217
164
val_164
431
val_431
454
val_454
478
val_478
298
val_298
125
val_125
431
val_431
164
val_164
424
val_424
187
val_187
382
val_382
5
val_5
70
val_70
397
val_397
480
val_480
291
val_291
24
val_24
351
val_351
255
val_255
104
val_104
70
val_70
163
val_163
438
val_438
119
val_119
414
val_414
200
val_200
491
val_491
237
val_237
439
val_439
360
val_360
248
val_248
479
val_479
305
val_305
417
val_417
199
val_199
444
val_444
120
val_120
429
val_429
169
val_169
443
val_443
323
val_323
325
val_325
277
val_277
230
val_230
478
val_478
178
val_178
468
val_468
310
val_310
317
val_317
333
val_333
493
val_493
460
val_460
207
val_207
249
val_249
265
val_265
480
val_480
83
val_83
136
val_136
353
val_353
172
val_172
214
val_214
462
val_462
233
val_233
406
val_406
133
val_133
175
val_175
189
val_189
454
val_454
375
val_375
401
val_401
421
val_421
407
val_407
384
val_384
256
val_256
26
val_26
134
val_134
67
val_67
384
val_384
379
val_379
18
val_18
462
val_462
492
val_492
100
val_100
298
val_298
9
val_9
341
val_341
498
val_498
146
val_146
458
val_458
362
val_362
186
val_186
285
val_285
348
val_348
167
val_167
18
val_18
273
val_273
183
val_183
281
val_281
344
val_344
97
val_97
469
val_469
315
val_315
84
val_84
28
val_28
37
val_37
448
val_448
152
val_152
348
val_348
307
val_307
194
val_194
414
val_414
477
val_477
222
val_222
126
val_126
90
val_90
169
val_169
403
val_403
400
val_400
200
val_200
97
val_97

hiveConnect_src_main_scala_net_atos_idasga_scala_playground_hive_HiveFromSpark.scala

// scalastyle:off println
package net.atos.idasga.scala.playground.hive

import java.io.File

import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.sql._
import org.apache.spark.sql.hive.HiveContext
import com.google.common.io._

object HiveFromSpark {
  case class Record(key: Int, value: String)

  // Copy kv1.txt file from classpath to temporary directory
  val kv1Stream = HiveFromSpark.getClass.getResourceAsStream("/kv1.txt")
  val kv1File = File.createTempFile("kv1", "txt")
  kv1File.deleteOnExit()
  ByteStreams.copy(kv1Stream, Files.newOutputStreamSupplier(kv1File))

  def main(args: Array[String]) {
    val sparkConf = new SparkConf()
      .setAppName("HiveFromSpark")
      .setMaster("spark://nodemanager-centos.revenueawg.com:7077")

    val sc = new SparkContext(sparkConf)

    // A hive context adds support for finding tables in the MetaStore and writing queries
    // using HiveQL. Users who do not have an existing Hive deployment can still create a
    // HiveContext. When not configured by the hive-site.xml, the context automatically
    // creates metastore_db and warehouse in the current directory.
    val hiveContext = new HiveContext(sc)
    import hiveContext.implicits._
    import hiveContext.sql

    sql("CREATE TABLE IF NOT EXISTS src (key INT, value STRING)")
    sql(s"LOAD DATA LOCAL INPATH '${kv1File.getAbsolutePath}' INTO TABLE src")

    // Queries are expressed in HiveQL
    println("Result of 'SELECT *': ")
    sql("SELECT * FROM src").collect().foreach(println)

    // Aggregation queries are also supported.
    val count = sql("SELECT COUNT(*) FROM src").collect().head.getLong(0)
    println(s"COUNT(*): $count")

    // The results of SQL queries are themselves RDDs and support all normal RDD functions.  The
    // items in the RDD are of type Row, which allows you to access each column by ordinal.
    val rddFromSql = sql("SELECT key, value FROM src WHERE key < 10 ORDER BY key")

    println("Result of RDD.map:")
    val rddAsStrings = rddFromSql.map {
      case Row(key: Int, value: String) => s"Key: $key, Value: $value"
    }

    // You can also register RDDs as temporary tables within a HiveContext.
    val rdd = sc.parallelize((1 to 100).map(i => Record(i, s"val_$i")))
    rdd.toDF().registerTempTable("records")

    // Queries can then join RDD data with data stored in Hive.
    println("Result of SELECT *:")
    sql("SELECT * FROM records r JOIN src s ON r.key = s.key").collect().foreach(println)

    sc.stop()
  }
}
// scalastyle:on println