run_compress.sh
author Peter Gervai <grin@grin.hu>
Wed, 24 Mar 2021 10:16:42 +0100
changeset 0 4216bf35912e
permissions -rwxr-xr-x
Init repo; my matrix stuff * add media_purge * add run_compress * filtered _config.sh

#!/bin/sh
# compress synapse database room graphs
# (cc) Peter 'grin' Gervai, 2020

ARG="$1"

source _config.sh

set -x
CMD="SELECT room_id, COUNT(*), type FROM state_groups_state GROUP BY 1,3 HAVING COUNT(*)>999999 ORDER BY 2 DESC;"

BASE="/root/matrix-synapse/clean_auto"
LOG="${BASE}/process.log"

savelog -c 4 $LOG

TMP=`mktemp /tmp/synapse_compress.XXXXXXXX`

echo "==== `date +%F_%T` now." 						>> ${LOG}

if [ "x$ARG" = "x" ]; then
	echo "Collecting room/state groups data..."				| tee -a ${LOG}
	if ! psql "${DB}" synapse -tAc "${CMD}" > $TMP; then
		echo "Error getting room stats. Exit."
		exit 1
	fi
else
	echo "Processing already collected data ${ARG}."
	rm "${TMP}"
	TMP="$ARG"
fi


awk -F'|' '{print $1}' < $TMP | while read room; do
	NOW=`date +%F_%T`
	echo "Processing room ${room}... into c${NOW}_compress.sql" 	| tee -a ${LOG}
	/usr/bin/time ../synapse-compress-state -o "c${NOW}_compress.sql" -p "${DB}" -t -r "${room}" 	| tee -a ${LOG}
	echo "Actually compressing (c${NOW}_compress.sql)..."		| tee -a ${LOG}
	/usr/bin/time psql "${DBRW}" synapse -f "c${NOW}_compress.sql" 	| tee -a ${LOG}
done
echo "We shall delete ${TMP} file."					| tee -a ${LOG}
set +x