Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save erikerlandson/f6daaababf171e73ae07cedcc267c856 to your computer and use it in GitHub Desktop.
Save erikerlandson/f6daaababf171e73ae07cedcc267c856 to your computer and use it in GitHub Desktop.
spark JDBC connect strings and structures
def spark_jdbc_connect_structures( \
sqltype, \
host, \
db, \
user, \
password, \
driver = None, \
port = None \
):
sqltype = sqltype.lower()
if sqltype == "denodo":
port = port or "9999"
driver = driver or "com.denodo.vdp.jdbc.Driver"
dburl = ("jdbc:vdb://{host}:{port}/{database}?queryTimeout=0").format(host=host, port=port, database=db)
dbprop = { \
"user": user, \
"password": password, \
"driver": driver, \
"sslConnection": "false"}
return (dburl, dbprop)
if sqltype == "db2":
port = port or "51000"
driver = driver or "com.ibm.db2.jcc.DB2Driver"
dburl = ('jdbc:db2://{host}:{port}/{database}').format(host=host, port=port, database=db)
dbprop = { \
"user": user, \
"password": password, \
"driver": driver, \
"sslConnection": "false"}
return (dburl, dbprop)
if sqltype == "postgresql":
port = port or "5432"
driver = driver or "org.postgresql.Driver"
dburl = "jdbc:postgresql://{host}:{port}/{database}".format(host=host, port=port, database=db)
dbprop = { \
"user": user, \
"password": password, \
"driver": driver}
return (dburl, dbprop)
# if we get here it was unrecognized sqltype
raise Exception('Unrecognized SQL type {type}'.format(type=sqltype))
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment