mine_parallel.sh

#!/bin/bash

# check required commands
for cmd in git make; do
  if ! [ -x "$(command -v $cmd)" ]; then
    echo "Error: $cmd is not installed" >&2
    exit 1
  fi
done

# common settings
log_level=warn
restart_interval=21600
min_changes=40
min_cpus=4
branch=$(git rev-parse --abbrev-ref HEAD)
remote_origin=$(git config --get remote.origin.url)

# get the number of cpus
if [[ "$OSTYPE" == "darwin"* ]]; then
  num_cpus=$(sysctl -n hw.ncpu)
else
  num_cpus=$(cat /proc/cpuinfo | grep processor | wc -l)
fi

# check the minimum number of cpus
if [ "$num_cpus" -lt "$min_cpus" ]; then
  echo "Need at least ${min_cpus} CPUs, but only ${num_cpus} were found"
  exit 1
fi

# determine how many cpus to use
num_use_cpus=$num_cpus
if [ "$num_cpus" -ge 16 ]; then
  num_use_cpus=$(( $num_cpus - 4 ))
fi
if [ "$num_cpus" -ge 24 ]; then
  num_use_cpus=$(( $num_cpus - 8 ))
fi
if [ -n "$LODA_MAX_PROCESSES" ]; then
  num_use_cpus=$LODA_MAX_PROCESSES
fi

# increase metric publishing interval because we run multiple instances in parallel
export LODA_METRICS_PUBLISH_INTERVAL=600

function log_info {
  echo "$(date +"%Y-%m-%d %H:%M:%S")|INFO |$@"
}

function stop_miners() {
  log_info "Stopping loda"
  killall loda > /dev/null 2> /dev/null
}

function abort_miners() {
  stop_miners
  exit 1
}

function start_miners() {

  # maintenance
  if [ "$remote_origin" = "git@github.com:ckrause/loda.git" ] && [ "$branch" = "master" ]; then
    log_info "Starting program maintenance"
    ./loda maintain &
    sleep 90
  fi

  # start miners
  # i=0
  i=1
  log_info "Starting ${num_use_cpus} miner instances"
  for n in $(seq ${num_use_cpus}); do
    ./loda mine -l ${log_level} -i ${i} $@ &
    ((i=i+1))
  done
  ./loda mine -l ${log_level} -i blocks -c 100000 $@ &
}

function rebuild_loda {
  log_info "Rebuilding loda"
  pushd src > /dev/null
  make clean
  make || exit 1
  popd > /dev/null
}

function restart_miners {

  # check if loda is running and stop if so
  ps -A > /tmp/loda-ps.txt
  if grep loda /tmp/loda-ps.txt; then
    stop_miners
  	sleep 10
  fi
  rm /tmp/loda-ps.txt

  # check whether we should push the changes
  num_changes=$(git status programs -s | wc -l)
  dow=$(date +%u)
  if [ "$num_changes" -ge "$min_changes" ] && [ "$dow" -ge 6 ]; then
    log_info "Pushing updates"
    git add programs/oeis
    num_progs=$(cat $HOME/.loda/stats/summary.csv | tail -n 1 | cut -d , -f 1)
    git commit -m "updated ${num_changes}/${num_progs} programs"
    git pull -r -X theirs
    if [ "$branch" != "master" ]; then
      git merge -X theirs -m "merge master into $branch" origin/master
    fi
    git push
    rebuild_loda
  fi

  # restart miners
  start_miners $@

}

if [ ! -f ./loda ]; then
  rebuild_loda
fi

trap abort_miners INT

restart_miners
SECONDS=0
while [ true ]; do
  if (( SECONDS >= restart_interval )); then
  	restart_miners
    SECONDS=0
  fi
  sleep 600
done