lightning_utils.py to read from the csv logger

lightning_utils.py

import pytorch_lightning as pl
from pytorch_lightning.loggers import CSVLogger, WandbLogger
from pathlib import Path
import pandas as pd

def read_metrics_csv(metrics_file_path):
    df_hist = pd.read_csv(metrics_file_path)
    df_hist["epoch"] = df_hist["epoch"].ffill()
    df_histe = df_hist.set_index("epoch").groupby("epoch").mean()
    return df_histe


def read_hist(trainer: pl.Trainer):

    ts = [t for t in trainer.loggers if isinstance(t, CSVLogger)]
    try:
        metrics_file_path = Path(ts[0].experiment.metrics_file_path)
        df_histe = read_metrics_csv(metrics_file_path)
        return df_histe
    except Exception as e:
        print(e)


import logging

class PLSilent():
    def __init__(self):
        self.l = logging.getLogger("lightning")
    def __enter__(self):
        self.level = self.l.level
        self.l.setLevel(logging.ERROR)
        return self
    def __exit__(self, type, value, traceback):
        self.l.setLevel(self.level)