Helw150

from transformers import AutoTokenizer, T5ForConditionalGeneration

# Model Init
n_gpu = 8
tokenizer = AutoTokenizer.from_pretrained("google/flan-ul2")
model = T5ForConditionalGeneration.from_pretrained("google/flan-ul2")
heads_per_gpu = len(model.encoder.block) // n_gpu 
device_map = {
    gpu: list(
        range(

fclesio

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import sys

sys.path.append(os.getcwd() + os.sep + os.pardir)

import random
import time

redknightlois

class Ralamb(Optimizer):

    def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):
        defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay)
        self.buffer = [[None, None, None] for ind in range(10)]
        super(Ralamb, self).__init__(params, defaults)

    def __setstate__(self, state):
        super(Ralamb, self).__setstate__(state)

Beneboe

How to Setup Verified Commits

Quick guide on how to setup git signing. Information is aggregated from following sources:

• https://help.github.com/articles/signing-commits/
• https://help.github.com/articles/telling-git-about-your-signing-key/
• https://help.github.com/articles/generating-a-new-gpg-key/

royshil

#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>
#include <opencv2/features2d/features2d.hpp>
#include <opencv2/imgproc/imgproc.hpp>
#include <opencv2/video/video.hpp>
#include <iostream>

using namespace cv;
using namespace std;