#First "cd" to the top directory you want to start in. (Don't be stupid and run this from your root....)
To get a confirmation for every file use:
find . -type f -name "*.bak" -exec rm -i {} \;
Or if you're feeling confident use:
find . -type f -name "*.bak" -exec rm -f {} \;