tests/segmented-diskqueue-restart.sh - main - githubmirror/rsyslog

tests/segmented-diskqueue-restart.sh
89 строк3 KB
Rainer Gerhards
queue: make segmented deletion resumable
13 июл 2026, 19:34
13 июл 2026, 19:34ab83997
#!/bin/bash
# Verify segmentedDisk recovers unprocessed queue data after an interrupted
# shutdown. The output action is blocked and rsyslogd is killed before shutdown
# can drain the full backlog; the oracle is final sequence completeness with
# duplicates allowed, because the limited-duplication model may replay
# uncommitted records.
# This file is part of the rsyslog project, released under ASL 2.0.
. ${srcdir:=.}/diag.sh init
: "${CHECK_STARTUP_STATS:=off}"
export NUMMESSAGES=3000
SPOOL_DIR="${RSYSLOG_DYNNAME}.spool"
STATS_FILE="$PWD/${RSYSLOG_DYNNAME}.stats.log"
STATS_MODULE=
if [ "$CHECK_STARTUP_STATS" = on ]; then
	require_plugin impstats
	STATS_MODULE='module(load="../plugins/impstats/.libs/impstats" log.file="'"$STATS_FILE"'" interval="1")'
fi

write_conf() {
	generate_conf
	add_conf '
module(load="../plugins/omtesting/.libs/omtesting")
'"$STATS_MODULE"'
global(workDirectory="'"$SPOOL_DIR"'")
main_queue(
	queue.type="segmentedDisk"
	queue.filename="mainq"
	queue.maxFileSize="8k"
	queue.dequeueBatchSize="32"
	queue.saveOnShutdown="on"
)

template(name="outfmt" type="string" string="%msg:F,58:2%\n")
'"$1"'
if ($msg contains "msgnum:") then
	action(type="omfile" file="'$RSYSLOG_OUT_LOG'" template="outfmt")
'
}

write_conf ':omtesting:sleep 10 0'
startup
injectmsg 0 "$NUMMESSAGES"
shutdown_immediate
. "$srcdir/diag.sh" kill-immediate
wait_shutdown
if [ -f "$RSYSLOG_OUT_LOG" ]; then
	pre_restart_lines=$(wc -l < "$RSYSLOG_OUT_LOG")
else
	pre_restart_lines=0
fi
if [ "$pre_restart_lines" -ge "$NUMMESSAGES" ]; then
	echo "FAIL: restart test did not leave a backlog; $pre_restart_lines messages were written before restart"
	error_exit 1
fi
if [ "$(wc -c < "$SPOOL_DIR/mainq.segq/state")" -ne 512 ]; then
	echo "FAIL: segmentedDisk two-slot state was not persisted before restart"
	error_exit 1
fi
if ! find "$SPOOL_DIR/mainq.segq" -maxdepth 1 -type f \
	\( -name 'segment-*.seg' -o -name 'segment-*.open' -o -name 'segment-*.recover' \) \
	| grep -q .; then
	echo "FAIL: segmentedDisk segment files were not persisted before restart"
	error_exit 1
fi

write_conf '# no delay on restart'
: > "$STATS_FILE"
export QUEUE_EMPTY_CHECK_FUNC=wait_seq_check_dupes
wait_seq_check_dupes() {
	wait_seq_check 0 $((NUMMESSAGES - 1)) -d
}
startup
if [ "$CHECK_STARTUP_STATS" = on ]; then
	wait_content 'startup.payloadBytesRead=0' "$STATS_FILE"
	wait_content 'startup.segmentFilesProbed=' "$STATS_FILE"
	startup_probes=$(grep 'startup.segmentFilesProbed=' "$STATS_FILE" | tail -n 1 |
		sed -E 's/.*startup\.segmentFilesProbed=([0-9]+).*/\1/')
	if [ "$startup_probes" -gt 6 ]; then
		printf 'FAIL: startup probed %s segment paths; expected at most the bounded current/reserved set\n' \
			"$startup_probes"
		cat "$STATS_FILE"
		error_exit 1
	fi
fi
shutdown_when_empty
wait_shutdown
seq_check 0 $((NUMMESSAGES - 1)) -d
rm -rf "${RSYSLOG_DYNNAME}.spool"
exit_test