Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Shell scripting hacks!!!!
# Version : 1.0
# Author : Nitish Bhardwaj
# Description : This Script file contains some shell script quick hacks.
#Check below links to get basics
#http://linuxconfig.org/linux-commands
#http://www.thegeekstuff.com/2010/11/50-linux-commands/
#http://www.makeuseof.com/tag/an-a-z-of-linux-40-essential-commands-you-should-know/
#to check open/closed port on a remote machine
nc -zw3 172.25.1.76 5432 && echo "opened" || echo "closed"
#to check ip of devices connected in local network
# http://stackoverflow.com/questions/30644314/list-all-devices-on-local-network
#Method :1
arp -a | grep 192.168.1. | grep ether
#Method :2
for i in `seq 1 254`; do ping -c 1 -q 192.168.1.$i &; done
#to check internet connectivity
sudo nm-tool | grep "State: connected" | wc -l
#'1' means connected and '0' means not connnected
#to check ip address
/sbin/ifconfig eth0 | grep 'inet addr' | cut -d: -f2 | awk '{print $1}'
#to check OS distribution
lsb_release -i -s
#http://www.cyberciti.biz/faq/find-linux-distribution-name-version-number/
#LSB means (Linux Standard Base)
#to check OS distribution and version
lsb_release -d -s
#to copy to remote machine using scp connecting it without RSA key authorization
sshpass -p "$password" scp -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null $algo_script "$username"@"$ip":./
#to pass a variable to remote machine using ssh
sshpass -p "$password" ssh -t "$username"@"$ip" 'export MYVAR='"'$toAlgo'"';sh startHumanTracking.sh'
#to run a script on remote machine using ssh even after disconnection
sshpass -p "$password" ssh -x "$username"@"$ip" 'sh startHumanTracking.sh'
#to pass a variable and execute multiple scripts to remote machine using ssh
sshpass -p "$password" ssh -t "$username"@"$ip" 'export MYVAR='"'$password'"';
sh local_script_2.sh;echo "$password" | sudo -S rm -rf local_script_2.sh package;
echo "$password"|sudo -S sh install_packages_2.sh;echo "$password" | sudo -S rm -rf install_packages_2.sh'
# to split a string based on a delimiter
#spliting $first based on delimiter '.' and storing the 4th part to pi_ip
pi_ip=$(echo $first | awk '{split($0,a,"."); print a[4]}')
#http://stackoverflow.com/questions/918886/how-do-i-split-a-string-on-a-delimiter-in-bash
#to run installation and output to terminal as well as write to log file
sudo apt-get install $some_package | tee -a writer.log
#to run installation/any command and silent the console messages or warning
sudo apt-get install $some_package 2>/dev/null
#to check python package $1 with version $2
temp=`python -c "import "$1"; print "$1".__version__== '$2'"`
#Grep (an acronym for “Global Regular Expression Print”)
#to find and replace some string in all the files in a folder
grep -rl "old_string" /home/path/*.files | xargs sed -i "s/old_string/new_string/g"
#to find some string along with the context
grep -r "some_string" /home/path/folder
#to extract files from ISO image
sudo mount -o loop <image>.iso /mnt/iso
#to show byte information of an ISO and truncate ISO size
#http://softwarebakery.com/shrinking-images-on-linux
sudo fdisk -l <image>.iso
sudo truncate --size=$[(31116287+1)*512] <image>.iso
#'31116287' is the last filled bit in the disk; check from the results of fdisk
#to check storage devices
df -h
#Taking ISO image of SD card
sudo dd if=/dev/mmcblk0 of=/home/nitish/Desktop/jasper_complete.iso
#Burning SD card with ISO files
sudo dd if=/home/nitish/Desktop/pi_iso/latest_228.iso of=/dev/mmcblk0
#Expanding the SD Card
sudo raspi-config
#to extract a running process and kill the process
kill -9 $(ps -ef | grep 'processX' | grep -v grep | awk 'NR==1' | awk '{split($0,a," "); print a[2]}')
kill -9 `ps aux|grep mjpg_streamer|awk '$17== "HumanTracking.jpg" {print $2}'`
#to extract multiple instances of a running process and kill the processes
while [ $(ps -ef | grep 'redis-server' | grep -v grep | wc -l) -ge 1 ]
do
echo $password | sudo -S kill -9 $(ps -ef | grep 'redis-server' | grep -v grep | awk 'NR==1' | awk '{split($0,a," "); print a[2]}')
done
#to read from a file line by line separated by Internal Field Separator ':'
while IFS=: read -r f1 f2
do
echo f1 + f2
done < $config_file
#to launch GUI firefox from remote machine
sshpass -p "$password" ssh -X "$username"@"$ip" 'export DISPLAY=":0";firefox "www.google.com"'
#to empty a file without deleting the file
cat /dev/null > temp.txt
sed -i '1icolumn1, column2, column3' testfile.csv
#The "1i" command tells sed to go to line 1 and insert the text there.
#The -i option causes the file to be edited "in place"
#and can also take an optional argument to create a backup file, for example
sed -i~ '1icolumn1, column2, column3' testfile.csv
#would keep the original file in "testfile.csv~".
#http://unix.stackexchange.com/questions/40786/how-to-do-integer-float-calculations-in-bash-or-other-languages-frameworks
#If you want to delete lines 5 through 10 and 12:
sed -e '5,10d;12d' file
#This will print the results to the screen. If you want to save the results to the same file:
sed -i.bak -e '5,10d;12d' file
#This will back the file up to file, and delete the given lines.
sed -n '4p' file
#it will return the text at line number 4
#to kill an open port, say 3000
sudo kill -9 $(sudo lsof -t -i:3000)
#to set up a cron job
#http://www.makeuseof.com/tag/5-beginner-linux-setup-ideas-cron-jobs-shell-scripts/
#to check all the installed packages
dpkg -l
#to find number of characters in a variable
x="This is a test. S"
grep -o "[s|S]" <<<"$x" | wc -l
#output : 4
#to split and combine a big size file
#Lets says I have an image and its too big (10MB). All I do is:
split --bytes=1M /path/to/image/image.jpg /path/to/image/prefixForNewImagePieces
#and then to put it together I use cat:
cat prefixFiles* > newimage.jpg
#Arithmetic in bash is done with $ and double parentheses:
echo "$(($num1+$num2))"
#Or $ and square brackets:
echo "$[$num1+$num2]"
#You can assign from that (sans echo). There is also expr:
echo `expr "$num1" + "$num2"`
#scale=4 tells bc to use four decimal places
echo 'scale=4;3.1415+9.99' | bc
#https://www.digitalocean.com/community/tutorials/how-to-use-find-and-locate-to-search-for-files-on-a-linux-vps
#Using the find command to recursively delete temp files
find -name *~ -exec rm -rf {} \;
#to check video length
for i in $(pwd)/*; do echo $i; ffmpeg -i $i 2>&1 | grep Duration | cut -d ' ' -f 4 | sed s/,//; done
#to check for images files from terminal and do some ops
for i in "$(pwd)"/*.jpg; do grep -n $(basename $i) ../training-labels | cut -d ':' -f 2| tee -a tagging.log; done;
#to resize image
find training-images/ -name "*.jpg" -exec convert {} -resize 128x128! {} \;
#one liner script for a scheduler
while true; do mintime=$(date +"%M"); secondtime=$(date +"%S");if [ "$mintime" -eq "48" ] && [ "$secondtime" -eq "50" ];then echo $(date); break; else echo "hi"; fi; done;
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment