spark_tips_01

spark_tips_01.py

from pyspark.sql import SparkSession

spark = (
  SparkSession
  .builder
  .appName("spark_parameterized_queries") 
  .getOrCreate()
)

##### Criando dois datasets de teste #####

dataset1 = [("Alice", 25), ("Bob", 30), ("Charlie", 35)]
df1 = spark.createDataFrame(dataset1, ["Name", "Age"])

##### createOrReplaceTempView #####
df1.createOrReplaceTempView("people")
spark.sql("SELECT Name, Age FROM people WHERE Age > 30").show()

##### Parametrized Queries #####
spark.sql(" SELECT Name, Age FROM {dataset} WHERE Age > {age}",
    dataset=df1,
    age=30
).show()