Monitor colab gpu usage

gpu_usage.sh

# Step 1: Create a file to monitor gpu usage in a jupyter cell

%%writefile gpu_usage.sh
#! /bin/sh
#comment: run for 10 seconds, change it as per your use
end=$((SECONDS+10))

while [ $SECONDS -lt $end ]; do
    nvidia-smi --format=csv --query-gpu=power.draw,utilization.gpu,memory.used,memory.free,fan.speed,temperature.gpu >> gpu.log
    #comment: or use below command and comment above using #
    #nvidia-smi dmon -i 0 -s mu -d 1 -o TD >> gpu.log
done

# Step 2: Execute the above script in background in another cell
%%bash --bg

bash gpu_usage.sh

# Step 3: Run the inference
# note that the script will record gpu usage for first 10 seconds, change it as per your model running time.
# the gpu utilization results will be save in `gpu.log` file.