From 3ce6f1dce6f7876e439e0a7337a8e7dc532d1d63 Mon Sep 17 00:00:00 2001
From: "D. Berge" <dberge@aaltronav.eu>
Date: Mon, 24 Aug 2020 21:01:47 +0200
Subject: [PATCH] Add tasks runner script.
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

This script runs the deferred imports. It is meant to
be called from a cronjob at regular intervals – every
one or two minutes is probably a good setting.

It checks if another instance is already running before
doing its thing.

If anything goes wrong (any of the called processes exits
with non-zero condition) it will send an alert to GitLab,
provided that the authorisation key is known.
---
 bin/runner.sh | 98 +++++++++++++++++++++++++++++++++++++++++++++++++++
 var/README.md |  3 ++
 2 files changed, 101 insertions(+)
 create mode 100755 bin/runner.sh
 create mode 100644 var/README.md

diff --git a/bin/runner.sh b/bin/runner.sh
new file mode 100755
index 0000000..4cca05d
--- /dev/null
+++ b/bin/runner.sh
@@ -0,0 +1,98 @@
+#!/bin/bash
+
+DOUGAL_ROOT=${DOUGAL_ROOT:-$(dirname "$0")/..}
+
+BINDIR="$DOUGAL_ROOT/bin"
+VARDIR=${VARDIR:-$DOUGAL_ROOT/var}
+LOCKFILE=${LOCKFILE:-$VARDIR/runner.lock}
+
+function tstamp () {
+	date -u +%Y-%m-%dT%H:%M:%SZ
+}
+
+function prefix () {
+	printf "\033[30;1m$(tstamp)\t"
+}
+
+function print_log () {
+	printf "$(prefix)\033[36m%s\033[0m\n" "$*"
+}
+
+function print_info () {
+	printf "$(prefix)\033[0m%s\n" "$*"
+}
+
+function print_warning () {
+	printf "$(prefix)\033[33;1m%s\033[0m\n" "$*"
+}
+
+function print_error () {
+	printf "$(prefix)\033[31m%s\033[0m\n" "$*"
+}
+
+function run () {
+	PROGNAME=$(basename "$1")
+	STDOUTLOG="$VARDIR/$PROGNAME.out"
+	STDERRLOG="$VARDIR/$PROGNAME.err"
+
+	"$1" >"$STDOUTLOG" 2>"$STDERRLOG" || {
+		print_error "Failed: $PROGNAME"
+		cat $STDOUTLOG
+		cat $STDERRLOG
+
+		print_warning "Sending alert (if configured)"
+		TITLE="$PROGNAME failed"
+# 		DESCRIPTION=""
+		SERVICE="deferred_imports"
+
+		$BINDIR/send_alert.py -t "$TITLE" -s "$SERVICE" -l "critical" \
+			-O "$(cat $STDOUTLOG)" -E "$(cat $STDERRLOG)"
+
+		exit 2
+	}
+# 	cat $STDOUTLOG
+
+	rm $STDOUTLOG $STDERRLOG
+}
+
+if [[ -f $LOCKFILE ]]; then
+	PID=$(cat "$LOCKFILE")
+	if pgrep -F "$LOCKFILE"; then
+		print_warning $(printf "The previous process is still running (%d)" $PID)
+		exit 1
+	else
+		rm "$LOCKFILE"
+		print_warning $(printf "Previous process (%d) not found. Must have died unexpectedly" $PID)
+	fi
+fi
+
+echo "$$" > "$LOCKFILE" || {
+	print_error "Error creating lock file"
+	exit 255
+}
+print_info "Start run"
+
+print_log "Purge deleted files"
+run $BINDIR/purge_deleted_files.py
+
+print_log "Import survey configurations"
+run $BINDIR/import_survey_config.py
+
+print_log "Import preplots"
+run $BINDIR/import_preplots.py
+
+print_log "Import raw P1/11"
+run $BINDIR/import_raw_p111.py
+
+print_log "Import raw P1/90"
+run $BINDIR/import_raw_p190.py
+
+print_log "Import final P1/11"
+run $BINDIR/import_final_p111.py
+
+print_log "Import final P1/90"
+run $BINDIR/import_final_p190.py
+
+
+rm "$LOCKFILE"
+print_info "End run"
diff --git a/var/README.md b/var/README.md
new file mode 100644
index 0000000..9a33d5b
--- /dev/null
+++ b/var/README.md
@@ -0,0 +1,3 @@
+# Varying data directory
+
+This is used for storage of temporary data files such as those produced by [`/bin/runner.sh`](../bin/runner.sh) and must therefore be writable by the Dougal user.