Skip to content

Instantly share code, notes, and snippets.

View miladfa7's full-sized avatar
🎯
Focusing

Milad Farzalizadeh miladfa7

🎯
Focusing
View GitHub Profile
@miladfa7
miladfa7 / Augmentation.py
Last active December 28, 2019 20:34
Image Augmentation for Increasing sample of dataset
import tensorflow
from PIL import Image
import glob
from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.keras.preprocessing.image import img_to_array
from tensorflow.keras.preprocessing.image import load_img
import numpy as np
aug = ImageDataGenerator(
rotation_range=30,
@miladfa7
miladfa7 / inplaceAugmentation.py
Created December 28, 2019 20:36
ImageDataGenerator (in-place augmentation)
import tensorflow
from tensorflow.keras.preprocessing.image import ImageDataGenerator
# Create training ImageDataGenerator object
train_data_gen = ImageDataGenerator(rotation_range=50,
width_shift_range=0.2,
height_shift_range=0.2,
zoom_range=0.3,
horizontal_flip=True,
vertical_flip=True,
@miladfa7
miladfa7 / gpt2_from_scratch.py
Last active April 30, 2023 06:54
Train GPT-2 from Scratch on your own language(Persain) | GPT-2 Training on non-english text
from simpletransformers.language_modeling import LanguageModelingModel
import logging
logging.basicConfig(level=logging.INFO)
transformers_logger = logging.getLogger("transformers")
transformers_logger.setLevel(logging.WARNING)
train_args = {
@miladfa7
miladfa7 / WikiText_Download.py
Last active September 25, 2021 09:01
Download Wikipedia articles with python
import tensorflow as tf
from gensim.corpora import WikiCorpus
import os
import argparse
# lang = 'fa' farsi
def store(corpus, lang):
base_path = os.getcwd()
store_path = os.path.join(base_path, '{}_corpus'.format(lang))