process_pool.sh

# control numble of processes running in parallel


(( num_cores = 64 ))
(( max_process = num_cores - 16 )) #max number of process allowed in parallel
(( total_process = 64 ))
(( started_process = 0 ))

#where job_name is the name of the job you want to control. The name should be unique such that no other job will be included in the search

while (( started_process < total_process )) 
do
  if (( `pgrep -c job_name` < max_process )); then
        ./job_name.sh arg1 arg2 &
        (( started_process = started_process + 1 )) 
        echo "current number of jobs: `pgrep -c job_name`"
        sleep 1
  fi
done



### In fact, there is a native Linux tool named `parallel`
# sudo apt install parallel
# parallel echo ::: {1..10} 
# parallel echo ::: {1..5} ::: a b c
# read more on https://www.techrepublic.com/article/how-to-run-commands-simultaneously-with-gnu-parallel/