niroj-office

{
 ...
  ...
var connection: Option[Connection] = None
var resultSet: Option[ResultSet] = None
var statement: Statement = null
var savepoint: Savepoint = null
try {
 Class.forName(driver)
 try {connection = Some(DriverManager.getConnection(url, user, password))

niroj-office

try {
   properties.load(this.getClass().getClassLoader().getResourceAsStream(configFilePath.resolveEnv)) )
   catch {
     case e: Exception = throw new FileNotFoundException(s"$ConfigFilePath configFilePath is absent !!")
}
  var queries = query 
  val connection_type = properties.getProperty("connection type", "<invalid connections>").resolveEnv 
  val url = properties.getProperty("url", "<invalid_url>").resolveEnv 
  val driver = properties.getProperty("driver", "<invalid url>").resolveEnv 
  val user = properties.getProperty("user", "<invalid user>").resolveEnv 

niroj-office

class ExecuteDbQuery( spark: Option[SparkSession], 
                      dbConfigFilePath: String, query: String, var commitNbr: Long = 1000, 
                      var loadReadyDbDF: DataFrame = null, mode: SaveMode = SaveMode.Append, 
                      var dbOperation: DbOperations.Value = DbOperation.INSERT,
                      var joinKeys: Seq[String] = Seq(),
                      var updateCols: Seq[String] = Seq(), surrogateKey: String = null, 
                      generateSurrogateKey: Boolean = true, chkPrintFlg: Boolean = false, 
                      sequenceName: String = nulll, readByPartitionColumn: Boolean = false, 
                      rejectionHDFSPath: String = null) 
extends EnvProperties with java.io.Serializable

niroj-office

object DbOperations extends Enumeration {
  type DbOperation = Value
  val INSERT = Value("INSERT")
  val UPDATE = Value("UPDATE")
  val UPSERT = Value("UPSERT")
}

niroj-office

implicit class CustomStringUtils(s: String) {
  def toCamelCase = if (s == null) "" else {
      if (s.trim.isEmpty) s else s.split("[\\s+]").map{ word =>
         val first = Character.toUpperCase(word(0))
         val rest = word.replaceAll("^.(.*)", "$1").toLowerCase
         s"$first$rest"
    }.reduce(_+" "+_)
  }
}

niroj-office

val longestSequence = (numList: List[Int]) => {
  val list = numList
    .map(x => {
      var n = 0; var list = List[Int]()
      while (numList.sorted.distinct.containsSlice(x to x + n)) {
        list = (x to x + n).toList; n += 1;
      }
      list
    })
    .map(x => (x, x.length))