saforem2

DPO Training

Sam Foreman
2024-08-20

FLOPs Counter

Our implementation is online at: ramanathanlab/Megatron-DeepSpeed/blob/aurora/dpo_training.py

saforem2

<canvas></canvas>

saforem2

# A function to rasterize components of a matplotlib figure while keeping
# axes, labels, etc as vector components
# https://brushingupscience.wordpress.com/2017/05/09/vector-and-raster-in-one-with-matplotlib/
from inspect import getmembers, isclass
import matplotlib
import matplotlib.pyplot as plt
import numpy as np


def rasterize_and_save(fname, rasterize_list=None, fig=None, dpi=None,

saforem2

• configs.py

from hydra.utils import instantiate
from dataclasses import dataclass
from typing import Optional, Any
from hydra.core.config_store import ConfigStore
from omegaconf import DictConfig

# Create type-backed dataclasses for individual components

saforem2

image.cmap: viridis
savefig.transparent: true
text.color: 666666
xtick.color: 66666604
ytick.color: 66666604
xtick.labelcolor: 666666
ytick.labelcolor: 666666
axes.edgecolor: 66666600
grid.color: (0.434, 0.434, 0.434, 0.2)
axes.facecolor: (1.0, 1.0, 1.0, 0.0)

saforem2

:root {    /* Flat by Chris Kempson (http://chriskempson.com) */
    --base00: #1c1c1c;
    --base01: #252525;
    --base02: #404040;
    --base03: #666666;
    --base04: #bdc3c7;
    --base05: #e0e0e0;
    --base06: #f5f5f5;
    --base07: #ecf0f1;
    --base08: #ff5252;

saforem2

const {
    aceVimMap,
    mapkey,
    imap,
    imapkey,
    getClickableElements,
    vmapkey,
    map,
    unmap,
    cmap,

saforem2

"set smoothscroll
set linkanimations
set autohidecursor
set showtabindices
set completeonopen
"let scrollduration = 1250
let scrollduration = 50
let hintcharacters = "asdfghjkl"
let scrollstep = 75
let zoomfactor = 0.05