[Create SparkSession]스파크 세션 생성 예시 #pyspark #pyspark101

part_1_pyspark101_demo.py

# Importing Spark Related Packages

from pyspark.sql import SparkSession

if __name__ == "__main__":
    print("PySpark 101 Tutorial")
    print("Part 1. How to create SparkSession object in PySpark using PyCharm IDE")

    spark = SparkSession \
            .builder \
            .appName("Part 1. How to create SparkSession object in PySpark using PyCharm IDE") \
            .master("local[*]") \
            .enableHiveSupport() \
            .getOrCreate()

    print(spark)
    print(spark.sparkContext)
    print(dir(spark.sparkContext))
    print("Stopping the SparkSession object")
    spark.stop()