column renames and drops
This commit is contained in:
@@ -7,9 +7,6 @@ spark.sparkContext.setLogLevel("error")
|
||||
|
||||
# Define variables used in code below
|
||||
|
||||
def file_path():
|
||||
file_path = pwd
|
||||
|
||||
file_path = "/databricks-datasets/structured-streaming/events"
|
||||
username = spark.sql("SELECT regexp_replace(session_user(), '[^a-zA-Z0-9]', '_')").first()[0]
|
||||
table_name = f"{username}_etl_quickstart"
|
||||
|
||||
Reference in New Issue
Block a user