Instantiate a Spark Session, register a DataFrame, and query it (Spark 2.0+).

pyspark_dataframe_register.py

from pyspark import SparkConf
from pyspark.sql import SparkSession
from pyspark.sql import DataFrame as SparkDataFrame

sc = SparkConf()
sc.set("spark.driver.memory", "4g")
ss = SparkSession.builder.master("local[4]").config(conf=sc).getOrCreate()

df = ss.createDataFrame([(1, "kevin"), (2, "steph")], ["id", "name"])
df.createOrReplaceTempView("players")

ss.sql("SELECT * FROM players").show()