Skip to content

Instantly share code, notes, and snippets.

View MaLiN2223's full-sized avatar

Marcin Malinowski MaLiN2223

  • Singapore
View GitHub Profile
@MaLiN2223
MaLiN2223 / AutomapperExtensions.cs
Last active December 29, 2017 12:52
Extensions for automapper
public static class AutomapperExtensions
{
public static IMappingExpression<TSource, TDestination> Ignore<TSource, TDestination>(
this IMappingExpression<TSource, TDestination> map,
Expression<Func<TDestination, object>> selector)
{
map.ForMember(selector, options => options.Ignore());
return map;
}
public static IMappingExpression<TSource, TDestination> Define<TSource, TDestination>(
@MaLiN2223
MaLiN2223 / DbSetInitializer.cs
Last active March 9, 2018 14:40
Mocking DbSet<T>
public static class DbSetInitializer
{
public static void InitDb<T>(IQueryable<T> set, IQueryable<T> data) where T : class
{
set.Provider.Returns(data.Provider);
set.Expression.Returns(data.Expression);
set.ElementType.Returns(data.ElementType);
set.GetEnumerator().Returns(data.GetEnumerator());
set.AsNoTracking().Returns(data);
}
import os
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--type", dest="t", action="store", required=True)
save_folder = "./data_in/"
start_year = 2008
end_year = 2019
import bz2
import lzma
from src.reddit_input_processing.zreader import Zreader
def decode_bz2_posts(file_path: str, base_path: str, subreddits: Set[str]):
with bz2.BZ2File(f"{base_path}/{file_path}", "rb") as source_file:
read_posts(source_file, subreddits)
def decode_xz_posts(file_path: str, base_path: str, subreddits: Set[str]):
import sqlite3
from argparse import ArgumentError
from sqlite3 import Connection
from sqlite3.dbapi2 import NotSupportedError
from typing import Any, List, Optional, Tuple
DB_PATH = "data_out/database.db"
class SqlConnection: