Skip to content

Instantly share code, notes, and snippets.

View lzqlzzq's full-sized avatar

Zhongqi Luo lzqlzzq

View GitHub Profile
@lzqlzzq
lzqlzzq / mve.py
Last active July 24, 2024 08:54
Multivariate embedding.
from math import sqrt
from typing import OrderedDict
import torch
from torch import nn
from torch.nn import functional as F
class MultivariateEmbedding(nn.Module):
def __init__(self,
embeddings: nn.ModuleDict,
@lzqlzzq
lzqlzzq / dlkit-torch.dockerfile
Last active March 24, 2024 08:26
A docker deep learning environment setup for my workstation.
# docker build -t dlkit -f dlkit.dockerfile .
# docker run -itd --gpus all -p 8888:8888 -p 6006:6006 --ipc host -v ~/workspace/dlkit1:/workspace --name dlkit1 dlkit
FROM pytorch/pytorch:2.2.1-cuda12.1-cudnn8-runtime
ENV SHELL=/bin/bash
WORKDIR /workspace
RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
@lzqlzzq
lzqlzzq / sound_detect.py
Created January 18, 2024 07:33
A script for labeling where in a audio file is sounding
"""
A script for labeling where in a audio file is sounding.
Dependenicy:
pip install torch torchaudio
"""
import torch
from torch.nn import functional as F
import torchaudio
@lzqlzzq
lzqlzzq / sampler.py
Created December 4, 2023 05:57
Temperature, top-k, top-p sampler with repetition_penalty
import torch
class Sampler:
def __init__(self,
top_k: int,
top_p: float,
temperature: float,
repetition_penalty: float):
self.top_k = top_k
@lzqlzzq
lzqlzzq / MetaNumeric.hpp
Last active November 30, 2023 14:27
A C++ generic numeric type that you can inherit from!
#ifndef _META_NUMERIC_
#define _META_NUMERIC_
#include <iostream>
#include <string>
namespace metanumeric {
#define UNARY_ASGN_OPTS \
@lzqlzzq
lzqlzzq / trainable_stft.py
Last active January 18, 2024 03:13
Trainable STFT(Short-time Fourier Transformation) Module in pytorch
import torch
import torch.nn as nn
import torch.nn.functional as F
import torchaudio
import numpy as np
def get_fourier_basis(win_length, window_func=torch.hann_window):
# Create kernels for STFT, initialized to Fourier basis
n_basis = win_length // 2 + 1
@lzqlzzq
lzqlzzq / autoint.py
Created November 6, 2023 15:28
Modified AutoInt (Automatic Feature Interaction) for embedding aggregation (pytroch implementation)
# https://arxiv.org/pdf/1810.11921.pdf
from typing import Dict
from itertools import product
import torch
from torch import nn
import torch.nn.functional as F
class AutoInt(nn.Module):
def __init__(self,
@lzqlzzq
lzqlzzq / fmfm.py
Last active November 5, 2023 12:54
Field-matrixed Factorization Machines implementation for pytorch
# https://arxiv.org/pdf/2102.12994.pdf
from typing import Dict
from itertools import permutations
import torch
from torch import nn
from math import sqrt
class FMFM(nn.Module):
@lzqlzzq
lzqlzzq / dcnv2.py
Created November 5, 2023 04:59
DCNv2 (Deep CrossNet v2) implementation for pytorch.
from typing import List
from itertools import chain
import torch
from torch import nn
class Transpose(nn.Module):
def __init__(self, *args):
super().__init__()
@lzqlzzq
lzqlzzq / xdeepfm.py
Last active November 1, 2023 10:18
A xDeepFM module implementation for pytorch
from typing import List
from itertools import chain
import torch
from torch import nn
class Transpose(nn.Module):
def __init__(self, *args):
super().__init__()