some useful date functions (python + pyspark)

date_utils_for_spark_etl.py

from datetime import date, datetime

def _convert_date_string_to_epoch(date_string: str) -> Union[int, float]:
  date_iso = date.fromisoformat(date_string)
  return datetime.fromordinal(date_iso.toordinal()).timestamp()


def _convert_epoch_to_date_string(epoch_time: int) -> str:
  date_ts = datetime.fromtimestamp(epoch_time)
  return date_ts.strftime("%Y-%m-%d")

# This is pyspark
from pyspark.sql import Column
def _get_day_from_epoch_column(epoch_column: Column) -> Column:
  return f.date_trunc(timestamp=f.to_timestamp(f.col(epoch_column) / 1000), format="day")