Skip to content

Instantly share code, notes, and snippets.

View zufri's full-sized avatar
🙀

zufri

🙀
View GitHub Profile
package org.apache.spark.ml.feature
import org.apache.spark.SparkException
import org.apache.spark.annotation.{Experimental, Since}
import org.apache.spark.ml.Transformer
import org.apache.spark.ml.attribute.{Attribute, NominalAttribute}
import org.apache.spark.ml.param.shared.{HasInputCol, HasOutputCol}
import org.apache.spark.ml.param.{ParamMap, StringArrayParam}
import org.apache.spark.ml.util.{DefaultParamsReadable, DefaultParamsWritable, Identifiable}
import org.apache.spark.mllib.linalg.{VectorUDT, SparseVector, DenseVector, Vector}
# ----init---
if (nchar(Sys.getenv("SPARK_HOME")) < 1) {
#sparkのインストールディレクトリに書き換え
Sys.setenv(SPARK_HOME = "D:/tools/spark-1.6.1-bin")
}
if(nchar(Sys.getenv("SPARKR_SUBMIT_ARGS")) <1 ){
Sys.setenv('SPARKR_SUBMIT_ARGS'='"--packages" "com.databricks:spark-csv_2.10:1.4.0" "sparkr-shell"')
}