veekaybee

Anti-hype LLM reading list

Goals: Add links that are reasonable and good explanations of how stuff works. No hype and no vendor content if possible. Practical first-hand accounts of models in prod eagerly sought.

Foundational Concepts

Pre-Transformer Models

mattjj

# referenced @chhillee's https://github.com/pytorch/functorch/blob/main/functorch/_src/nnc_compile.py

from typing import Callable, Dict, Any, List
from functools import partial

import numpy as np
import torch
import torch._C._te as te

from jax import core

heiner

import timeit

import torch
from torch import nn
from torch.nn import functional as F


class Flags:
    pass