Skip to content

Instantly share code, notes, and snippets.

"""
Async pipeline framework for concurrent data processing in Python.
This module provides a flexible, memory-safe pipeline system that supports:
- Asynchronous generator stages
- Asynchronous and synchronous (threaded) single-value functions
- Bounded concurrency and memory usage via a semaphore
- Easy composition of complex pipelines with a simple API
Example usage:
@olruss
olruss / pyskills.py
Last active April 24, 2025 16:59
Python code for skills evaluation
import requests
from datetime import datetime, timedelta
from typing import Optional
from sqlalchemy import create_engine, Column, Integer, String, DateTime
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import sessionmaker
from sqlalchemy.sql import exists
from flask import Flask, request, jsonify
from cpu_heavy_module import calculate_subscription # Placeholder function (assume it's CPU-heavy)
@olruss
olruss / script.py
Last active June 26, 2025 19:54
bash script
import os
import shutil
import filecmp
import hashlib
import argparse
import difflib
import json
from pathlib import Path
from cookiecutter.main import cookiecutter
@olruss
olruss / archive.ps1
Last active April 15, 2025 21:09
create tar.gz taking current directory as a source, excluding specified files and folders
# Define the archive name
$ArchiveName = "output.tar.gz"
# Define the current directory and input folder
$InputDir = Get-Location
# List of folders to exclude
$Excludes = @(".git", ".github", ".idea")
# Build the `--exclude` arguments for the tar command