Skip to content

Instantly share code, notes, and snippets.

View altescy's full-sized avatar
👋

Yasuhiro Yamaguchi altescy

👋
View GitHub Profile
import inspect
import io
import sys
import traceback
import typing
from collections import defaultdict
from functools import wraps
from typing import (Any, Callable, Dict, List, Literal, Optional, TypeVar,
Union, cast)
@altescy
altescy / tensor.py
Last active January 7, 2024 09:00
Numpy-like tensor implementation written in pure Python.
from __future__ import annotations
import itertools
import math
from collections.abc import Callable, Iterable, Iterator, Sequence
from functools import partial, reduce
from operator import mul
from types import EllipsisType
from typing import Generic, Type, TypeAlias, TypeVar, Union, cast, overload
@altescy
altescy / iterutl.py
Last active October 10, 2023 06:14
Utility functions for iteration in Python.
import collections
import itertools
import math
from collections import abc
from typing import (Any, Callable, Generic, Iterable, Iterator, List, Optional,
TypeVar)
T = TypeVar("T")
import json
import logging
import time
import urllib.request
from contextlib import suppress
from http import HTTPStatus
from http.server import HTTPServer, SimpleHTTPRequestHandler
from multiprocessing import Process
from typing import Any, Callable, Type
from unittest.mock import patch
@altescy
altescy / docker-max-log.py
Last active May 9, 2023 09:24
Log max cpu/memory usage of docker container
#!/usr/bin/env python
import argparse
import json
import re
import subprocess
import time
from datetime import datetime
from typing import Any, Dict, List
@altescy
altescy / train_flax_causal_lm.py
Created February 23, 2023 13:06
A script for training FlaxAutoModelForCausalLM from scratch.
import math
from typing import Any, Callable, Dict, Iterator, List, Mapping, MutableMapping, Optional, Tuple, cast
import datasets
import flax
import jax
import numpy
import optax
import tqdm
from flax.training import train_state
from typing import (Callable, Dict, Generic, Iterable, List, Protocol, Tuple,
TypeVar, Union)
T = TypeVar("T")
S = TypeVar("S")
U = TypeVar("U", contravariant=True)
class SupportsDunderLT(Protocol[U]):
def __lt__(self, __other: U) -> bool:
import json
import pickle
import shutil
import tempfile
from contextlib import contextmanager
from os import PathLike
from pathlib import Path
from typing import (
Any,
BinaryIO,
import time
import numpy
def main() -> None:
N = 1_000_000
print("[ float x float ]")
xs = [float(v) for v in range(N)]
ys = [float(v) for v in range(N)]
@altescy
altescy / taskqueue.py
Last active February 25, 2023 04:46
import logging
import time
from multiprocessing import Process, Queue
from typing import Callable, Generic, Iterator, TypeVar
from uuid import uuid4
import fastapi
from pydantic import BaseModel
T = TypeVar("T")