toDF rename
This commit is contained in:
@@ -54,7 +54,7 @@
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
"cell_type": "code",
|
"cell_type": "code",
|
||||||
"execution_count": 186,
|
"execution_count": 189,
|
||||||
"id": "a898326e",
|
"id": "a898326e",
|
||||||
"metadata": {},
|
"metadata": {},
|
||||||
"outputs": [],
|
"outputs": [],
|
||||||
@@ -71,6 +71,9 @@
|
|||||||
" return df.withColumnRenamed(\"master_metadata_album_album_name\", \"album_name\").withColumnRenamed(\"master_metadata_album_artist_name\", \"artist_name\").withColumnRenamed(\"master_metadata_track_name\", \"track_name\")\n",
|
" return df.withColumnRenamed(\"master_metadata_album_album_name\", \"album_name\").withColumnRenamed(\"master_metadata_album_artist_name\", \"artist_name\").withColumnRenamed(\"master_metadata_track_name\", \"track_name\")\n",
|
||||||
"\n",
|
"\n",
|
||||||
"def rename_columns(df, rename_map):\n",
|
"def rename_columns(df, rename_map):\n",
|
||||||
|
" missing = set(rename_map) - set(df.columns)\n",
|
||||||
|
" if missing:\n",
|
||||||
|
" print(f\"Warning: columns not found: {missing}\")\n",
|
||||||
" return df.toDF(*[rename_map.get(c, c) for c in df.columns])\n",
|
" return df.toDF(*[rename_map.get(c, c) for c in df.columns])\n",
|
||||||
"\n",
|
"\n",
|
||||||
"def track_df(df):\n",
|
"def track_df(df):\n",
|
||||||
@@ -82,7 +85,7 @@
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
"cell_type": "code",
|
"cell_type": "code",
|
||||||
"execution_count": null,
|
"execution_count": 191,
|
||||||
"id": "c609291c",
|
"id": "c609291c",
|
||||||
"metadata": {},
|
"metadata": {},
|
||||||
"outputs": [],
|
"outputs": [],
|
||||||
|
|||||||
Reference in New Issue
Block a user