harikrishnaapc

#!/bin/bash

# $1 -> input file: each line is a prompt to model.
# $2 -> no. of threads to use
# usage: time ./script.sh data/test_data.ldjson 128 > result.ldjson

# File containing payloads
FILE=$1 #"data/test_data.ldjson"

# Number of parallel requests