gistfile1.txt

import java.io.{File, FileFilter}
    import scala.collection.mutable.HashMap
    val hadoopConfFiles = new HashMap[String, File]()
    
    sys.env.get("SPARK_CONF_DIR").foreach { localConfDir =>
      println("localConfDir : " + localConfDir)
      val dir = new File(localConfDir)
      if (dir.isDirectory) {
        val files = dir.listFiles(new FileFilter {
          override def accept(pathname: File): Boolean = {
            pathname.isFile && pathname.getName.endsWith(".xml")
          }
        })
        files.foreach { f => 
        println("f : " + f)
        hadoopConfFiles(f.getName) = f
        println(f)
        }
      }
    }
    
    val confDirs = Seq("HADOOP_CONF_DIR", "YARN_CONF_DIR")
    confDirs.foreach { envKey =>
      val env = sys.env.get(envKey).toSeq
      env.flatMap(_.split(File.pathSeparator)).foreach { path =>
            println(path)
         val dir = new File(path)
        if (dir.isDirectory()) {
          val files = dir.listFiles()
          if (files == null) {
            println("WARN:Failed to list files under directory " + dir)
          } else {
            files.foreach { file =>
               if (file.isFile && !hadoopConfFiles.contains(file.getName())) {
                hadoopConfFiles(file.getName()) = file
                println("Added " + file)
              } else {
                println("Not Added " + file)
              }
               
            }
          }
        }
 
      }
    }
hadoopConfFiles.foreach { case (name, file) =>
        if (file.canRead()) {
           println("Can read " + file)
        } else {
           println("Can not read " + file)
        }
      }