v1.27 Release

Finish the release notes for the 1.27 release.

Signed-off-by: Zach Brown <zab@versity.com>

ReleaseNotes.md

@@ -1,6 +1,21 @@
 Versity ScoutFS Release Notes
 =============================
 
+---
+v1.27
+\
+*Jan 7, 2026*
+
+Fix a server livelock case that can happen while committing client
+transations that contain a large amount of freed file data extents.
+This would present as client tasks hanging and a server task spinning
+consuming cpu.
+
+Fix a rare server request processing failure that doesn't deal with
+retransmission of a request that a previous server partially processed.
+This would present as hung client tasks and repeated "error -2
+committing log merge: getting merge status item" kernel messages.
+
 ---
 v1.26
 \

kmod/src/server.c

@@ -1618,7 +1618,8 @@ static int server_get_log_trees(struct super_block *sb,
 		goto update;
 	}
 
-	ret = alloc_move_empty(sb, &super->data_alloc, &lt.data_freed, 100);
+	ret = alloc_move_empty(sb, &super->data_alloc, &lt.data_freed,
+			       COMMIT_HOLD_ALLOC_BUDGET / 2);
 	if (ret == -EINPROGRESS)
 		ret = 0;
 	if (ret < 0) {
@@ -1913,9 +1914,11 @@ static int reclaim_open_log_tree(struct super_block *sb, u64 rid)
 	       scoutfs_alloc_splice_list(sb, &server->alloc, &server->wri, server->other_freed,
 					 &lt.meta_avail)) ?:
 	      (err_str = "empty data_avail",
-	       alloc_move_empty(sb, &super->data_alloc, &lt.data_avail, 100)) ?:
+	       alloc_move_empty(sb, &super->data_alloc, &lt.data_avail,
+				COMMIT_HOLD_ALLOC_BUDGET / 2)) ?:
 	      (err_str = "empty data_freed",
-	       alloc_move_empty(sb, &super->data_alloc, &lt.data_freed, 100));
+	       alloc_move_empty(sb, &super->data_alloc, &lt.data_freed,
+				COMMIT_HOLD_ALLOC_BUDGET / 2));
 	mutex_unlock(&server->alloc_mutex);
 
 	/* only finalize, allowing merging, once the allocators are fully freed */

tests/funcs/filter.sh

@@ -170,6 +170,9 @@ t_filter_dmesg()
 	# some ci test guests are unresponsive
 	re="$re|longest quorum heartbeat .* delay"
 
+	# creating block devices may trigger this
+	re="$re|block device autoloading is deprecated and will be removed."
+
 	egrep -v "($re)" | \
 		ignore_harmless_unwind_kasan_stack_oob
 }

tests/funcs/tap.sh

@@ -43,9 +43,14 @@ t_tap_progress()
 	local testname=$1
 	local result=$2
 
+	local stmsg=""
 	local diff=""
 	local dmsg=""
 
+	if [[ -s $T_RESULTS/tmp/${testname}/status.msg ]]; then
+		stmsg="1"
+	fi
+
 	if [[ -s "$T_RESULTS/tmp/${testname}/dmesg.new" ]]; then
 		dmsg="1"
 	fi
@@ -61,6 +66,7 @@ t_tap_progress()
 		echo "# ${testname} ** skipped - permitted **"
 	else
 		echo "not ok ${i} - ${testname}"
+
 		case ${result} in
 		101)
 			echo "# ${testname} ** skipped **"
@@ -70,6 +76,13 @@ t_tap_progress()
 			;;
 		esac
 
+		if [[ -n "${stmsg}" ]]; then
+			echo "#"
+			echo "# status:"
+			echo "#"
+			cat $T_RESULTS/tmp/${testname}/status.msg | sed 's/^/# - /'
+		fi
+
 		if [[ -n "${diff}" ]]; then
 			echo "#"
 			echo "# diff:"

tests/run-tests.sh

@@ -92,14 +92,10 @@ done
 T_TRACE_DUMP="0"
 T_TRACE_PRINTK="0"
 T_PORT_START="19700"
-T_LOOP_ITER="100"
+T_LOOP_ITER="1"
 
 # array declarations to be able to use array ops
 declare -a T_TRACE_GLOB
-T_TRACE_GLOB=( "scoutfs*" )
-
-# CI sets this to 3600, but, for this case we want it very short
-echo 30 > /proc/sys/kernel/hung_task_timeout_secs
 
 while true; do
 	case $1 in
@@ -497,11 +493,6 @@ crash_monitor()
 			bad=1
 		fi
 
-		if dmesg | grep -q "blocked for more than"; then
-			echo "run-tests monitor saw blocked task message"
-			bad=1
-		fi
-
 		if dmesg | grep -q "error indicated by fence action" ; then
 			echo "run-tests monitor saw fence agent error message"
 			bad=1
@@ -513,8 +504,6 @@ crash_monitor()
 		fi
 
 		if [ "$bad" != 0 ]; then
-			sync & # maybe this gets logs synced...
-			sleep .1
 			echo "run-tests monitor triggering crash"
 			echo c > /proc/sysrq-trigger
 			exit 1
@@ -717,8 +706,6 @@ for t in $tests; do
 		# stop looping if we didn't pass
 		if [ "$sts" != "$T_PASS_STATUS" ]; then
 			break;
-		else
-			echo > /sys/kernel/debug/tracing/trace
 		fi
 	done
 

tests/sequence

@@ -1 +1,60 @@
+export-get-name-parent.sh
+basic-block-counts.sh
+basic-bad-mounts.sh
+basic-posix-acl.sh
+inode-items-updated.sh
+simple-inode-index.sh
+simple-staging.sh
+simple-release-extents.sh
+simple-readdir.sh
+get-referring-entries.sh
+fallocate.sh
+basic-truncate.sh
+data-prealloc.sh
+setattr_more.sh
+offline-extent-waiting.sh
+move-blocks.sh
+projects.sh
+large-fragmented-free.sh
+format-version-forward-back.sh
+enospc.sh
+mmap.sh
+srch-safe-merge-pos.sh
+srch-basic-functionality.sh
+simple-xattr-unit.sh
+retention-basic.sh
+totl-xattr-tag.sh
+quota.sh
+lock-refleak.sh
+lock-shrink-consistency.sh
+lock-shrink-read-race.sh
+lock-pr-cw-conflict.sh
+lock-revoke-getcwd.sh
+lock-recover-invalidate.sh
 export-lookup-evict-race.sh
+createmany-parallel.sh
+createmany-large-names.sh
+createmany-rename-large-dir.sh
+stage-release-race-alloc.sh
+stage-multi-part.sh
+o_tmpfile.sh
+basic-posix-consistency.sh
+dirent-consistency.sh
+mkdir-rename-rmdir.sh
+lock-ex-race-processes.sh
+cross-mount-data-free.sh
+persistent-item-vers.sh
+setup-error-teardown.sh
+resize-devices.sh
+change-devices.sh
+fence-and-reclaim.sh
+quorum-heartbeat-timeout.sh
+orphan-inodes.sh
+mount-unmount-race.sh
+client-unmount-recovery.sh
+createmany-parallel-mounts.sh
+archive-light-cycle.sh
+block-stale-reads.sh
+inode-deletion.sh
+renameat2-noreplace.sh
+xfstests.sh

tests/tests/get-referring-entries.sh

@@ -72,7 +72,7 @@ touch $T_D0/dir/file
 mkdir $T_D0/dir/dir
 ln -s $T_D0/dir/file $T_D0/dir/symlink
 mknod $T_D0/dir/char c 1 3 # null
-mknod $T_D0/dir/block b 7 0 # loop0
+mknod $T_D0/dir/block b 42 0 # SAMPLE block dev - nonexistant/demo use only number
 for name in $(ls -UA $T_D0/dir | sort); do
 	ino=$(stat -c '%i' $T_D0/dir/$name)
 	$GRE $ino | filter_types