Bash script to start livepeer and monitor logs for CUDA_ERROR_ILLEGAL_ADDRESS

start_and_monitor_livepeer.sh

#!/bin/bash
# Usage: ./start_and_monitor_livepeer.sh <LIVEPEER_ARGS>
# <LIVEPEER_ARGS> should be the flag arguments you would use with the livepeer binary
# Ex. `livepeer -network mainnet -orchestrator -transcoder` would instead be:
# `./start_and_monitor_livepeer.sh -network mainnet -orchestrator -transcoder`

trap cleanup EXIT

livepeer_args=$@

start_livepeer() {
    ./livepeer $livepeer_args 2>&1 | tee livepeer.log &
    livepeer_pid=$!
}

stop_livepeer() {
    if [ -n "$livepeer_pid" ] && ps -p $livepeer_pid > /dev/null; then
        kill -s TERM $livepeer_pid
    fi
}

start_monitor() {
    tail -fn0 livepeer.log | while read line; do
        echo "${line}" | grep -i "CUDA_ERROR_ILLEGAL_ADDRESS" > /dev/null
        if [ $? = 0 ]; then
            # Restart livepeer
            echo "CUDA_ERROR_ILLEGAL_ADDRESS detected. Restarting livepeer."
            stop_livepeer
            start_livepeer
        fi
    done
}

stop_monitor() {
    if [ -n "$monitor_pid" ] && ps -p $monitor_pid > /dev/null; then
        kill -s TERM $monitor_pid
    fi
}

cleanup() {
    stop_livepeer
}

# Start livepeer in background
start_livepeer
# Start monitor in foreground
start_monitor