gpuowl.sh

#!/bin/bash

# Copyright © 2020 Teal Dulcet
# wget -qO - https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl.sh | bash -s --
# ./gpuowl.sh [PrimeNet User ID] [Computer name] [Type of work] [Idle time to run (mins)]
# ./gpuowl.sh "$USER" "$HOSTNAME" 150 10
# ./gpuowl.sh ANONYMOUS

DIR="gpuowl"
DIR1="gpuowl-master"
DIR2="gpuowl-7.2"
DIR3="gpuowl-6"
BRANCH1=gpuowl # master
BRANCH2=d6ad1e0cf5a323fc4e0ee67e79884448a503a818
BRANCH3=v6
if [[ $# -gt 4 ]]; then
	echo "Usage: $0 [PrimeNet User ID] [Computer name] [Type of work] [Idle time to run (mins)]" >&2
	exit 1
fi
USERID=${1:-$USER}
COMPUTER=${2:-$HOSTNAME}
TYPE=${3:-150}
TIME=${4:-10}
DEVICE=0
RE='^([4]|1(0[0124]|5[012345]))$'
if ! [[ $TYPE =~ $RE ]]; then
	echo "Usage: [Type of work] must be a number" >&2
	exit 1
fi
RE='^([0-9]*\.)?[0-9]+$'
if ! [[ $TIME =~ $RE ]]; then
	echo "Usage: [Idle time to run] must be a number" >&2
	exit 1
fi
echo -e "PrimeNet User ID:\t$USERID"
echo -e "Computer name:\t\t$COMPUTER"
echo -e "Type of work:\t\t$TYPE"
echo -e "Idle time to run:\t$TIME minutes\n"
if [[ -e idletime.sh ]]; then
	bash -- idletime.sh
else
	wget -qO - https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/idletime.sh | bash -s
fi
if [[ -d $DIR ]]; then
	echo "Error: GpuOwl is already downloaded" >&2
	exit 1
fi
GPU=$(lspci | grep -i 'vga\|3d\|2d')
if ! echo "$GPU" | grep -iq 'amd\|nvidia\|intel'; then
	echo -e "Please enter your password if prompted.\n"
	sudo update-pciids
	GPU=$(lspci | grep -i 'vga\|3d\|2d')
	if ! echo "$GPU" | grep -iq 'amd\|nvidia\|intel'; then
		echo "$GPU" | sed -n 's/^.*: //p'
		echo "Error: This computer does not have an AMD, Nvidia or Intel GPU" >&2
		exit 1
	fi
fi
if command -v clinfo >/dev/null; then
	if [[ $(clinfo --raw | sed -n 's/^#PLATFORMS *//p') -eq 0 ]]; then
		clinfo
		echo "Error: This computer does not have an OpenCL platform" >&2
		exit 1
	fi
fi
if ! command -v make >/dev/null || ! command -v g++ >/dev/null; then
	echo -e "Installing Make and the GNU C++ compiler"
	echo -e "Please enter your password if prompted.\n"
	sudo apt-get update -y
	sudo apt-get install -y build-essential
fi
if [[ -n $CXX ]] && ! command -v "$CXX" >/dev/null; then
	echo "Error: $CXX is not installed." >&2
	exit 1
fi
CXX=${CXX:-g++}
VERSION=$("$CXX" -dumpversion)
RE='^g\+\+'
if [[ $CXX =~ $RE && ${VERSION%%.*} -lt 8 ]]; then
	echo "Error: GpuOwl requires at least the GNU C++ compiler 8 and you have $VERSION" >&2
	exit 1
fi
if ! command -v python3 >/dev/null; then
	echo "Error: Python 3 is not installed." >&2
	exit 1
fi
files=(/usr/include/gmp*.h)
if ! ldconfig -p | grep -iq 'libgmp\.' || ! ldconfig -p | grep -iq 'libgmpxx\.' || ! [[ -f ${files[0]} ]]; then
	echo -e "Installing the GNU Multiple Precision (GMP) library"
	echo -e "Please enter your password if prompted.\n"
	sudo apt-get update -y
	sudo apt-get install -y libgmp-dev
fi
if ! ldconfig -p | grep -iq 'libOpenCL\.'; then
	echo -e "Installing the OpenCL library"
	echo -e "Please enter your password if prompted.\n"
	sudo apt-get update -y
	# sudo apt-get install -y ocl-icd-* opencl-headers clinfo
	sudo apt-get install -y ocl-icd-opencl-dev clinfo
fi
TIME=$(echo "$TIME" | awk '{ printf "%g", $1 * 60 }')
mkdir "$DIR"
cd "$DIR"
DIR=$PWD
if command -v git >/dev/null; then
	echo -e "Downloading GpuOwl\n"
	git clone https://github.com/preda/gpuowl.git $DIR1
	cp -r $DIR1/ $DIR2/
	cp -r $DIR1/ $DIR3/
	pushd $DIR1 >/dev/null
	git checkout -f $BRANCH1
	sed -i 's/--dirty //' Makefile
	popd >/dev/null
	echo
	pushd $DIR2 >/dev/null
	git checkout -f -b v7.2-112 $BRANCH2
	sed -i 's/--dirty //' Makefile
	popd >/dev/null
	echo
	pushd $DIR3 >/dev/null
	git checkout -f $BRANCH3
	sed -i 's/--dirty //' Makefile
	popd >/dev/null
else
	echo -e "Downloading GpuOwl v6.11\n"
	wget https://github.com/preda/gpuowl/archive/$BRANCH3.tar.gz
	echo -e "\nDecompressing the files\n"
	tar -xzvf $BRANCH3.tar.gz
	if output=$(curl -s "https://api.github.com/repos/preda/gpuowl/compare/v6.11...$BRANCH3"); then
		if command -v jq >/dev/null; then
			behind_by=$(echo "$output" | jq '.behind_by')
			sha=$(echo "$output" | jq -r '.base_commit.sha')
		else
			behind_by=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["behind_by"])')
			sha=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["base_commit"]["sha"])')
		fi
		sed -i 's/`git describe --long --dirty --always`/v6.11'"-${behind_by}-g${sha::7}"'/' $DIR3/Makefile
	fi
	echo -e "Downloading GpuOwl v7.2-112\n"
	wget https://github.com/preda/gpuowl/archive/$BRANCH2.tar.gz
	echo -e "\nDecompressing the files\n"
	tar -xzvf $BRANCH2.tar.gz
	mv -v gpuowl-$BRANCH2/ $DIR2/
	sed -i 's/`git describe --long --dirty --always`/v7.2-112-gd6ad1e0/' $DIR2/Makefile
	echo -e "\nDownloading the current version of GpuOwl\n"
	wget https://github.com/preda/gpuowl/archive/$BRANCH1.tar.gz
	echo -e "\nDecompressing the files\n"
	tar -xzvf $BRANCH1.tar.gz
	if output=$(curl -s 'https://api.github.com/repos/preda/gpuowl/tags?per_page=1'); then
		if command -v jq >/dev/null; then
			name=$(echo "$output" | jq -r '.[0].name')
		else
			name=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)[0]["name"])')
		fi
		if output=$(curl -s "https://api.github.com/repos/preda/gpuowl/compare/$BRANCH1...$name"); then
			if command -v jq >/dev/null; then
				behind_by=$(echo "$output" | jq '.behind_by')
				sha=$(echo "$output" | jq -r '.base_commit.sha')
			else
				behind_by=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["behind_by"])')
				sha=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["base_commit"]["sha"])')
			fi
		fi
		sed -i 's/`git describe --tags --long --dirty --always`/'"${name}${behind_by:+-${behind_by}${sha:+-g${sha::7}}}"'/' $DIR1/Makefile
	fi
fi
echo -e "\nDownloading AutoPrimeNet\n"
if [[ -e ../autoprimenet.py ]]; then
	cp -v ../autoprimenet.py .
else
	wget -nv https://raw.github.com/tdulcet/AutoPrimeNet/main/autoprimenet.py
fi
chmod +x autoprimenet.py
python3 -OO -m py_compile autoprimenet.py
echo -e "\nInstalling the Requests library\n"
# python3 -m ensurepip --default-pip || true
python3 -m pip install --upgrade pip || true
if ! python3 -m pip install requests; then
	if command -v pip3 >/dev/null; then
		pip3 install requests
	else
		echo -e "\nWarning: pip3 is not installed and the Requests library may also not be installed\n"
	fi
fi
echo -e "\nSetting up GpuOwl\n"
echo "-user $USERID -cpu ${COMPUTER//[[:space:]]/_}" >config.txt
sed -i 's/ -flto//' $DIR1/Makefile
sed -i 's/power <= 10/power <= 12/' $DIR2/Proof.cpp
sed -i 's/power > 10/power > 12/' $DIR2/Args.cpp
pushd $DIR3 >/dev/null
sed -i 's/"DoubleCheck"/"Test"/' Task.h
sed -i 's/power >= 6 && power <= 10/power > 0 and power <= 12/' ProofSet.h
sed -i 's/proofPow >= 6 && proofPow <= 10/proofPow > 0 and proofPow <= 12/' Args.cpp
sed -i 's/< 6 || power > 10/< 1 || power > 12/' Args.cpp
sed -i '/^#include <cassert>/a #include <array>' Pm1Plan.h
sed -i '/^#pragma once/a #include <array>' Sha3Hash.h
sed -i '/^#include <vector>/a #include <array>' clwrap.cpp
popd >/dev/null
for dir in $DIR1 $DIR2 $DIR3; do
	echo
	pushd "$dir" >/dev/null
	sed -i 's/-Wall -O2/-Wall -g -O3/' Makefile
	# sed -i 's/-O3/-O3 -flto -funsafe-math-optimizations -ffinite-math-only/' Makefile
	sed -i 's/-O3/-O3 -flto -ffinite-math-only/' Makefile
	make -j "$(nproc)"
	# make clean
	rm -f -- *.o
	popd >/dev/null
done
pushd $DIR1/build-release >/dev/null
rm -- *.o
mv -v gpuowl ..
popd >/dev/null
echo -e "\nRegistering computer with PrimeNet\n"
ARGS=()
if command -v clinfo >/dev/null; then
	clinfo=$(clinfo --raw)
	mapfile -t GPU < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_NAME *//p')
	ARGS+=(--cpu-model="${GPU[DEVICE]//\[*\]/}")

	mapfile -t GPU_FREQ < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_MAX_CLOCK_FREQUENCY *//p')
	ARGS+=(--frequency="${GPU_FREQ[DEVICE]}")

	mapfile -t TOTAL_GPU_MEM < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_GLOBAL_MEM_SIZE *//p')
	maxAlloc=$((TOTAL_GPU_MEM[DEVICE] >> 20))
	ARGS+=(--memory="$maxAlloc" --max-memory="$(echo "$maxAlloc" | awk '{ printf "%d", $1 * 0.9 }')")
elif command -v nvidia-smi >/dev/null && nvidia-smi >/dev/null; then
	mapfile -t GPU < <(nvidia-smi --query-gpu=gpu_name --format=csv,noheader)
	ARGS+=(--cpu-model="${GPU[DEVICE]}")

	mapfile -t GPU_FREQ < <(nvidia-smi --query-gpu=clocks.max.gr --format=csv,noheader,nounits | grep -iv 'not supported')
	if [[ -n $GPU_FREQ ]]; then
		ARGS+=(--frequency="${GPU_FREQ[DEVICE]}")
	fi

	mapfile -t TOTAL_GPU_MEM < <(nvidia-smi --query-gpu=memory.total --format=csv,noheader,nounits | grep -iv 'not supported')
	if [[ -n $TOTAL_GPU_MEM ]]; then
		maxAlloc=${TOTAL_GPU_MEM[DEVICE]}
		ARGS+=(--memory="$maxAlloc" --max-memory="$(echo "$maxAlloc" | awk '{ printf "%d", $1 * 0.9 }')")
	fi
fi
python3 -OO autoprimenet.py -t 0 -T "$TYPE" -u "$USERID" -i 'worktodo.ini' -r 'results.ini' -g -H "$COMPUTER" "${ARGS[@]}"
echo -e "\nStarting AutoPrimeNet\n"
nohup python3 -OO autoprimenet.py >>'autoprimenet.out' &
sleep 1
echo -e "\nDownloading GpuOwl benchmarking script\n"
if [[ -e ../gpuowl-bench.sh ]]; then
	cp -v ../gpuowl-bench.sh .
else
	wget -nv https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl-bench.sh
fi
sed -i "s/^DEVICE=0/DEVICE=$DEVICE/" gpuowl-bench.sh
chmod +x gpuowl-bench.sh
echo -e "\nRunning self tests\nThis may take a while…\n"
time ./gpuowl-bench.sh $DIR3/gpuowl 10000 STATS
time ./gpuowl-bench.sh $DIR1/gpuowl 20000 STATS
echo "The benchmark data was written to the 'bench.txt' file"
echo -e "\nDownloading GpuOwl wrapper script\n"
if [[ -e ../gpuowl-wrapper.sh ]]; then
	cp -v ../gpuowl-wrapper.sh .
else
	wget -nv https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl-wrapper.sh
fi
mv -v gpuowl{-wrapper.sh,}
sed -i "s/^DEVICE=0/DEVICE=$DEVICE/" gpuowl
chmod +x gpuowl
echo -e "\nStarting GpuOwl\n"
nohup ./gpuowl >>"gpuowl.out" &
sleep 1
#crontab -l | { cat; echo "@reboot cd ${DIR@Q} && nohup ./gpuowl >> 'gpuowl.out' &"; } | crontab -
#crontab -l | { cat; echo "@reboot cd ${DIR@Q} && nohup python3 -OO autoprimenet.py >> 'autoprimenet.out' &"; } | crontab -
cat <<EOF >gpuowl.sh
#!/bin/bash

# Copyright © 2020 Teal Dulcet
# Start GpuOwl and AutoPrimeNet if the computer has not been used in the specified idle time and stop it when someone uses the computer
# ${DIR@Q}/gpuowl.sh

NOW=\${EPOCHSECONDS:-\$(date +%s)}

if who -s | awk '{ print \$2 }' | (cd /dev && xargs -r stat -c '%U %X') | awk '{if ('"\$NOW"'-\$2<$TIME) { print \$1"\t"'"\$NOW"'-\$2; ++count }} END{if (count>0) { exit 1 }}' >/dev/null; then
	pgrep -x gpuowl >/dev/null || (cd ${DIR@Q} && exec nohup ./gpuowl >>'gpuowl.out' &)
	pgrep -f '^python3 -OO autoprimenet\.py' >/dev/null || (cd ${DIR@Q} && exec nohup python3 -OO autoprimenet.py >>'autoprimenet.out' &)
else
	pgrep -x gpuowl >/dev/null && killall -g -INT gpuowl
fi
EOF
chmod +x gpuowl.sh
echo -e "\nRun this command for it to start if the computer has not been used in the specified idle time and stop it when someone uses the computer:\n"
echo "crontab -l | { cat; echo \"* * * * * ${DIR@Q}/gpuowl.sh\"; } | crontab -"
echo -e "\nTo edit the crontab, run \"crontab -e\""