Spark Session

%python

spark = get_yarn_connection(conn_type='kerberos')

sc = spark.sparkContext

print("Spark app name:", sc.appName)

print("Spark app ID:", sc.applicationId)

print("Spark master :", sc.master)

print("Local Spark URL :", sc.uiWebUrl)