Skip to content

Instantly share code, notes, and snippets.

View sanketkedia's full-sized avatar

Sanket Kedia sanketkedia

View GitHub Profile
"""Shared Hugging Face helpers for Cohere Wikipedia embedding parquet shards."""
from __future__ import annotations
import logging
import random
import time
from pathlib import Path
from typing import List
#!/usr/bin/env python3
from __future__ import annotations
import argparse
import json
import logging
import os
import queue
import random
import signal