jose-goncabel

## PySpark Row Modification via Dicts
from pyspark.sql import Row

my_df_schema = my_df.schema

def replace_content(a_row):
  a_row_dict = a_row.asDict()

  # Modify the contents of the dict
  a_row_dict["key"] = "new value"


## volume-ec2-backup.sh
#!/bin/bash

# The script will generate new snapshots
# every execution. It does not look at the amount
# of snapshots, only at their age.

# ---------- CONSTANTS ----------
retention_period_days=30
last_date_to_back=$(date --date "$retention_period_days days ago")
last_date_to_back_seconds=$(date +%s --date "$retention_period_days days ago")

## multiple-gpu-example.py
#####
# IMPORTS
#####
from pyspark import TaskContext
import os

#####
# PATHS
#####
path_model = "/path/to/pretrained/model.h5"
	from pyspark.sql import Row

	my_df_schema = my_df.schema

	def replace_content(a_row):
	a_row_dict = a_row.asDict()

	# Modify the contents of the dict
	a_row_dict["key"] = "new value"
	#!/bin/bash

	# The script will generate new snapshots
	# every execution. It does not look at the amount
	# of snapshots, only at their age.

	# ---------- CONSTANTS ----------
	retention_period_days=30
	last_date_to_back=$(date --date "$retention_period_days days ago")
	last_date_to_back_seconds=$(date +%s --date "$retention_period_days days ago")
	#####
	# IMPORTS
	#####
	from pyspark import TaskContext
	import os

	#####
	# PATHS
	#####
	path_model = "/path/to/pretrained/model.h5"