column renames and drops

This commit is contained in:
CC
2026-10-18 11:48:40 +01:00
parent ad26b35c9b
commit d5a20fcb76
3 changed files with 202 additions and 551 deletions

View File

@@ -7,9 +7,6 @@ spark.sparkContext.setLogLevel("error")
# Define variables used in code below
def file_path():
file_path = pwd
file_path = "/databricks-datasets/structured-streaming/events"
username = spark.sql("SELECT regexp_replace(session_user(), '[^a-zA-Z0-9]', '_')").first()[0]
table_name = f"{username}_etl_quickstart"