fast_make.sh

#!/bin/bash
temp=$(which "$0")
temp=$(readlink -e "${temp}")
vv_dir=$(dirname "${temp}")
echo clitk3 directory: $vv_dir
cd "${vv_dir}/build"


function handle_exit
{
    rm mem_use 2>>/dev/null
    #kill -s SIGCONT ${make_pid} $(get_descendance ${make_pid})
    #sleep 1
    kill -9 $(get_descendance ${make_pid})
    kill -9 ${make_pid}
    echo "Terminated, exiting..."
    sleep 1
    echo
    echo
    exit
}

function get_descendance
{
    children=$(ps --ppid $1 -o pid --no-headers)
    local desc=""
    for c in $children
    do
        desc="${desc} ${c} $(get_descendance $c)"
    done
    echo $desc
}

trap handle_exit SIGINT
available_mem=$(cat /proc/meminfo | grep MemTotal | grep -o [0-9]*)
if [ -a "memory_exhausted_lock" ]
then
   echo "Running in memory conservation mode..."
   max_cpp_process_mem_use=1600000
   cpus=$(( $available_mem / $max_cpp_process_mem_use ))
   echo "Using $cpus cpu(s) should be safe..."
   sleep 1
   make -j${cpus}
else #use all the available computing power by default
    cpus=$(( $(cat /proc/cpuinfo | grep -c ^processor) + 0 ))
    echo "Building with ${cpus} cpus..."
fi

nice -n12 ionice -c3 make -j ${cpus} $@ &
make_pid=$(jobs -p %nice)

#watch memory use to avoid crashes
while ps $make_pid >>/dev/null 
do
    descendance=$(get_descendance ${make_pid})
    #echo ${make_pid} $descendance
    ps -o vsize --no-headers ${make_pid} ${descendance} > mem_use
    used_mem=$(awk 'BEGIN {sum=0;} {sum+=$1;} END {print sum;}' mem_use)
    if (( "$used_mem"> ($available_mem - 300) ))
    then
        touch memory_exhausted_lock
        echo "Stopping due to exagerated memory use ( $used_mem )"
        handle_exit
    elif (( "$used_mem"> ($available_mem/2) ))
    then
        if [ x$high_mem != xtrue ]
        then
            echo "Warning, high memory use, not spawning any more compilation jobs... ( $used_mem )"
            #Stop all make commands
            for pid in ${make_pid} ${descendance}
            do
                (ps --no-headers -o command ${pid} | grep make &>/dev/null) && kill -s SIGSTOP ${pid}
            done
            high_mem="true"
            date_mem=$(date +%s)
        fi
        echo mem $used_mem / $available_mem
    elif [ x$high_mem = xtrue ] && (( $(date +%s) > ( $date_mem + 5 ) ))
    then
        echo "Memory use back to normal"
        high_mem=""
        #Restart all make commands
        for pid in ${make_pid} ${descendance}
        do
            (ps --no-headers -o command ${pid} | grep make &>/dev/null) && kill -s SIGCONT ${pid}
        done
    fi
    rm mem_use
    sleep 1
done
rm memory_exhausted_lock 2>>/dev/null
echo Waiting for remaining jobs...
wait
echo Done!
echo