Connecting with spark

connecting_spark.R

# API KEY for accessing it's service
QUBOLE_API="MY_QUBOLE_API_ID"
# This is the ID which is set by Qubole
CLUSTER_ID=12830

conf <- livy_config("custom_headers" = list(`X-AUTH-TOKEN`=QUBOLE_API))
sc <- spark_connect(
    master = sprintf("https://us.qubole.com/livy-spark-%s", CLUSTER_ID), 
    method = "livy",
    config = conf
)