computeFileStats.scala

def byteFormat(fileSize: Long): String = {
  if (fileSize <= 0) return "0 B"
  val units: Array[String] = Array("B", "kB", "MB", "GB", "TB", "PB", "EB")
  val grp: Int = (Math.log10(fileSize) / Math.log10(1024)).toInt
  f"${fileSize / Math.pow(1024, grp)}%3.3f ${units(grp)}"
}

def computeFileStats(path: String): (String, String) = {
  val formatter = java.text.NumberFormat.getIntegerInstance
  var (bytes, count)  = (0L, 0L)

  import scala.collection.mutable.ArrayBuffer
  val files = ArrayBuffer(dbutils.fs.ls(path): _*)

  while (!files.isEmpty) {
    val fileInfo = files.remove(0)
    if (!fileInfo.isDir) {
      count += 1
      bytes += fileInfo.size
    } else {
      files.append(dbutils.fs.ls(fileInfo.path): _*)
    }
  }
  (formatter.format(count), byteFormat(bytes))
}


val (filesCount, folderSize) = computeFileStats(yourPath)