Unity Catalog metadata backup script

databricks-backup-notebook.py

#
# For every table in information schema, make a backup copy of it to the storage location
#
table_list = spark.catalog.listTables(f"`{catalog_name}`.information_schema")
for table in table_list:
  print(f'backing up {table.catalog}.information_schema.{table.name} to {storage_location}/{table.name}...')
  info_schema_table_df = spark.sql(f"SELECT * FROM {table.catalog}.information_schema.{table.name}")
  info_schema_table_df.write.format("delta").mode("overwrite").save(f"{storage_location}/{table.name}")
print('backup complete')