calc-tps.sh

#!/bin/bash

# Get start time in seconds since the epoch
start=$(date +%s)

# Run chatblade
output=$(chatblade -c 4 write a poem)

# Get end time in seconds since the epoch
end=$(date +%s)

# Calculate duration
duration=$((end - start))

# Count tokens using ttok
token_count=$(echo "$output" | ttok) # count the tokens


# Print token count and duration for debugging
echo "Token count: $token_count"
echo "Duration: $duration seconds"

# Calculate tokens per second
tps=$(echo "scale=2; $token_count / $duration" | bc)

echo "Tokens per second: $tps"

output1

❯ ./calculate-tps.sh
Token count: 449
Duration: 46 seconds
Tokens per second: 9.76

output2

❯ ./calculate-tps.sh
Token count: 461
Duration: 48 seconds
Tokens per second: 9.60

output3

❯ ./calculate-tps.sh
Token count: 450
Duration: 52 seconds
Tokens per second: 8.65

output4

❯ ./calculate-tps.sh
Token count: 504
Duration: 53 seconds
Tokens per second: 9.50