inference.py

@daft.udf(return_dtype=...)
def analyze_commit_message(commits):
    async def analyze_single_commit(commit):
        prompt = f"You are an expert at analyzing GitHub contributions ..."
        result = await client.chat.completions.create(
            model=model,
            response_model=CommitQuality,
            messages=[{"role": "user", "content": prompt}]
        )
        return result.model_dump()
    
    semaphore = asyncio.Semaphore(max_concurrent_requests)

    async def analyze_with_semaphore(*args):
        async with semaphore:
            return await analyze_single_commit(*args)

    tasks = [
        analyze_with_semaphore(commit)
        for commit in commits
    ]

    async def run_tasks():
        return await asyncio.gather(*tasks)

    results = asyncio.run(run_tasks())
    return results