LoggingTensorBoard.py

class LoggingTensorBoard(tf.keras.callbacks.TensorBoard):
    def __init__(self, log_dir):
        super().__init__(log_dir=log_dir, update_freq='epoch', write_graph=True, profile_batch=2)

    def on_epoch_end(self, epoch, logs=None):
        logs = logs or {}
        logs.update({
            'learning_rate'  : tf.keras.backend.eval(self.model.optimizer.lr),
            'regularization' : tf.keras.backend.eval(sum(self.model.losses)),
        })
        super().on_epoch_end(epoch, logs)