boychaboy

def batch(iterable, n=1):
    total = len(iterable)
    for ndx in range(0, total, n):
        yield iterable[ndx:min(ndx + n, total)]
        
for batch_response in batch(responses, args.batch_size):
    prompt_hate = beep_hate([r['prompt'] for r in batch_response], args.device)

boychaboy

import tqdm

start = time.time()
with tqdm.tqdm(total=len(inputs)) as pbar:
    for batch_inputs in batch(inputs, BATCH_SIZE):
      # do something
      pbar.update(len(batch_inputs))
end = time.time()

print(f"Time elapsed: {end-start:.3f} seconds")

boychaboy

# User Added

# DS_store
.DS_Store
**/.DS_Store

# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class