git: 94a294e59d17 - main - stress2: Added test scenarios for bug report
- Go to: [ bottom of page ] [ top of archives ] [ this month ]
Date: Thu, 03 Oct 2024 11:44:17 UTC
The branch main has been updated by pho:
URL: https://cgit.FreeBSD.org/src/commit/?id=94a294e59d1772f316fef613b83e92f37294954c
commit 94a294e59d1772f316fef613b83e92f37294954c
Author: Peter Holm <pho@FreeBSD.org>
AuthorDate: 2024-10-03 11:41:33 +0000
Commit: Peter Holm <pho@FreeBSD.org>
CommitDate: 2024-10-03 11:41:33 +0000
stress2: Added test scenarios for bug report
---
tools/test/stress2/misc/mmap44.sh | 2 +-
tools/test/stress2/misc/mmap45.sh | 230 ++++++++++++++++++++++++++++++
tools/test/stress2/misc/mmap46.sh | 233 ++++++++++++++++++++++++++++++
tools/test/stress2/misc/mmap47.sh | 237 +++++++++++++++++++++++++++++++
tools/test/stress2/misc/mmap48.sh | 289 ++++++++++++++++++++++++++++++++++++++
5 files changed, 990 insertions(+), 1 deletion(-)
diff --git a/tools/test/stress2/misc/mmap44.sh b/tools/test/stress2/misc/mmap44.sh
index 5865491e1dea..f5999ac62536 100755
--- a/tools/test/stress2/misc/mmap44.sh
+++ b/tools/test/stress2/misc/mmap44.sh
@@ -219,7 +219,7 @@ mount /dev/md$mdstart $mntpoint
mp2=${mntpoint}2
mkdir -p $mp2
mount | grep -q "on $mp2 " && umount -f $mp2
-mount -t nfs 127.0.0.1:$mntpoint $mp2; s=$?
+mount -t nfs -o retrycnt=3 127.0.0.1:$mntpoint $mp2 || exit 1
sleep .2
here=`pwd`
diff --git a/tools/test/stress2/misc/mmap45.sh b/tools/test/stress2/misc/mmap45.sh
new file mode 100755
index 000000000000..59450b41bb5e
--- /dev/null
+++ b/tools/test/stress2/misc/mmap45.sh
@@ -0,0 +1,230 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2024 Peter Holm <pho@FreeBSD.org>
+#
+# SPDX-License-Identifier: BSD-2-Clause
+#
+
+# Demonstrate issue described in:
+# [Bug 276002] nfscl: data corruption using both copy_file_range and mmap'd I/O
+
+# Issue seen:
+#
+# 8994c8994
+# < 0431020 10 11 12 13 14 15 16 17 18 19 1a 1b 1c 1d 1e 1f
+# ---
+# > 0431020 10 11 ee 13 14 15 16 17 18 19 1a 1b 1c 1d 1e 1f
+# 256 -rw------- 1 root wheel 262144 Feb 28 19:44 file
+# 256 -rw------- 1 root wheel 262144 Feb 28 19:43 file.orig
+# 19:44:34, elapsed 0 days, 00:13.59
+# Failed with exit code 2 after 13 loops.
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+. ../default.cfg
+set -u
+prog=$(basename "$0" .sh)
+log=/tmp/$prog.log
+serial=/tmp/$prog.serial
+grep -q $mntpoint /etc/exports ||
+ { echo "$mntpoint missing from /etc/exports"; exit 0; }
+rpcinfo 2>/dev/null | grep -q mountd || exit 0
+
+cat > /tmp/$prog.c <<EOF
+#include <sys/mman.h>
+#include <sys/stat.h>
+
+#include <err.h>
+#include <fcntl.h>
+#include <pthread.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+
+static off_t siz;
+static pthread_mutex_t write_mutex;
+static int fd, go;
+static char *cp;
+
+static void *
+memread(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == 1) {
+ i = arc4random() % siz;
+ c = cp[i];
+ if (c != 0x77) /* No unused vars here */
+ usleep(arc4random() % 400);
+ }
+ return (0);
+}
+
+static void *
+memwrite(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == 1) {
+ i = arc4random() % siz;
+ pthread_mutex_lock(&write_mutex);
+ c = cp[i];
+ cp[i] = 0xee; /* This value seems to linger with NFS */
+ cp[i] = c;
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 400);
+ }
+ return (0);
+}
+
+static void *
+wr(void *arg __unused)
+{
+ off_t pos;
+ int r, s;
+ char buf[1024];
+
+ while (go == 1) {
+ s = arc4random() % sizeof(buf) + 1;
+ pos = arc4random() % (siz - s);
+ pthread_mutex_lock(&write_mutex);
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if ((r = read(fd, buf, s)) != s) {
+ fprintf(stderr, "r = %d, s = %d, pos = %d\n", r, s, (int)pos);
+ err(1, "read():2");
+ }
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if (write(fd, buf, s) != s)
+ err(1, "write()");
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 400);
+ }
+ return (0);
+}
+
+static void *
+s1(void *arg __unused)
+{
+
+ while (go == 1) {
+ if (fdatasync(fd) == -1)
+ err(1, "fdatasync()");
+ usleep(arc4random() % 1000);
+ }
+ return (0);
+}
+
+static void *
+s2(void *arg __unused)
+{
+
+ while (go == 1) {
+ if (fsync(fd) == -1)
+ err(1, "fdatasync()");
+ usleep(arc4random() % 1000);
+ }
+ return (0);
+}
+
+int
+main(int argc, char *argv[])
+{
+ struct stat st;
+ pthread_t tp[10];
+ int e, i;
+
+ if (argc != 2) {
+ fprintf(stderr, "Usage: %s <file>\n", argv[0]);
+ exit(1);
+ }
+ if ((fd = open(argv[1], O_RDWR)) == -1)
+ err(1, "open(%s)", argv[1]);
+ if (fstat(fd, &st) == -1)
+ err(1, "stat(%s)", argv[1]);
+ siz = st.st_size;
+ cp = mmap(NULL, st.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+ if (cp == MAP_FAILED)
+ err(1, "mmap()");
+
+ go = 1;
+ pthread_mutex_init(&write_mutex, NULL);
+ if ((e = pthread_create(&tp[0], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[1], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[2], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[3], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[4], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[5], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[6], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[7], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[8], NULL, s1, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[9], NULL, s2, NULL)) != 0)
+ errc(1, e, "pthread_create");
+
+ sleep(60);
+ go = 0;
+ for (i = 0; i < (int)(sizeof(tp) / sizeof(tp[0])); i++)
+ pthread_join(tp[i], NULL);
+ if (munmap(cp, siz) == -1)
+ err(1, "munmap()");
+ close(fd);
+}
+EOF
+mycc -o /tmp/$prog -Wall -Wextra -O0 /tmp/$prog.c -lpthread || exit 1
+
+mycc -o $serial -Wall -Wextra -O2 ../tools/serial.c || exit 1
+mount | grep -q "on $mntpoint " && umount -f $mntpoint
+mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
+mdconfig -s 5g -u $mdstart
+newfs -n $newfs_flags /dev/md$mdstart > /dev/null
+mount /dev/md$mdstart $mntpoint
+
+mp2=${mntpoint}2
+mkdir -p $mp2
+mount | grep -q "on $mp2 " && umount -f $mp2
+mount -t nfs -o retrycnt=3 127.0.0.1:$mntpoint $mp2 || exit 1
+sleep .2
+
+here=`pwd`
+cd $mp2
+$here/../testcases/swap/swap -t 5m -i 20 > /dev/null &
+sleep 2
+
+size=262144
+$serial file $size
+cp file file.orig
+
+s=0
+/tmp/$prog file || s=1
+
+while pgrep -q swap; do pkill swap; done
+wait
+if ! cmp -s file.orig file; then
+ od -t x1 file.orig > /var/tmp/$prog.file1
+ od -t x1 file > /var/tmp/$prog.file2
+ diff /var/tmp/$prog.file1 /var/tmp/$prog.file2 > $log
+ head -20 $log
+ rm /var/tmp/$prog.file1 /var/tmp/$prog.file2
+ ls -ls file.orig file
+ s=2
+fi
+
+cd $here
+umount $mp2
+umount $mntpoint
+mdconfig -d -u $mdstart
+rm -f $serial /tmp/$prog /tmp/$prog.c $log
+exit $s
diff --git a/tools/test/stress2/misc/mmap46.sh b/tools/test/stress2/misc/mmap46.sh
new file mode 100755
index 000000000000..a739f36f3f9e
--- /dev/null
+++ b/tools/test/stress2/misc/mmap46.sh
@@ -0,0 +1,233 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2024 Peter Holm <pho@FreeBSD.org>
+#
+# SPDX-License-Identifier: BSD-2-Clause
+#
+
+# Demonstrate issue described in:
+# [Bug 276002] nfscl: data corruption using both copy_file_range and mmap'd I/O
+
+# Issue seen:
+#
+# 8994c8994
+# < 0431020 10 11 12 13 14 15 16 17 18 19 1a 1b 1c 1d 1e 1f
+# ---
+# > 0431020 10 11 ee 13 14 15 16 17 18 19 1a 1b 1c 1d 1e 1f
+# 256 -rw------- 1 root wheel 262144 Feb 28 19:44 file
+# 256 -rw------- 1 root wheel 262144 Feb 28 19:43 file.orig
+# 19:44:34, elapsed 0 days, 00:13.59
+# Failed with exit code 2 after 13 loops.
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+. ../default.cfg
+set -u
+prog=$(basename "$0" .sh)
+log=/tmp/$prog.log
+serial=/tmp/$prog.serial
+grep -q $mntpoint /etc/exports ||
+ { echo "$mntpoint missing from /etc/exports"; exit 0; }
+rpcinfo 2>/dev/null | grep -q mountd || exit 0
+
+cat > /tmp/$prog.c <<EOF
+#include <sys/mman.h>
+#include <sys/stat.h>
+
+#include <err.h>
+#include <fcntl.h>
+#include <pthread.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+
+static off_t siz;
+static pthread_mutex_t write_mutex;
+static int fd, go;
+static char *cp;
+
+static void *
+memread(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ c = cp[i];
+ if (c != 0x77) /* No unused vars here */
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+static void *
+memwrite(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ pthread_mutex_lock(&write_mutex);
+ c = cp[i];
+ cp[i] = 0xee; /* This value seems to linger with NFS */
+ cp[i] = c;
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+static void *
+wr(void *arg __unused)
+{
+ off_t pos;
+ int r, s;
+ char buf[1024];
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ s = arc4random() % sizeof(buf) + 1;
+ pos = arc4random() % (siz - s);
+ pthread_mutex_lock(&write_mutex);
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if ((r = read(fd, buf, s)) != s) {
+ fprintf(stderr, "r = %d, s = %d, pos = %d\n", r, s, (int)pos);
+ err(1, "read():2");
+ }
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if (write(fd, buf, s) != s)
+ err(1, "write()");
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+static void *
+tr(void *arg __unused)
+{
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ if (ftruncate(fd, siz) == -1) /* No size change */
+ err(1, "truncate)");
+ usleep(arc4random() % 1000);
+ }
+ return (0);
+}
+
+int
+main(int argc, char *argv[])
+{
+ struct stat st;
+ pthread_t tp[13];
+ int e, i;
+
+ if (argc != 2) {
+ fprintf(stderr, "Usage: %s <file>\n", argv[0]);
+ exit(1);
+ }
+ if ((fd = open(argv[1], O_RDWR)) == -1)
+ err(1, "open(%s)", argv[1]);
+ if (fstat(fd, &st) == -1)
+ err(1, "stat(%s)", argv[1]);
+ siz = st.st_size;
+ cp = mmap(NULL, st.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+ if (cp == MAP_FAILED)
+ err(1, "mmap()");
+
+ go = -1;
+ pthread_mutex_init(&write_mutex, NULL);
+ if ((e = pthread_create(&tp[0], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[1], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[2], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[3], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[4], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[5], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[6], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[7], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[8], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[9], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[10], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[11], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ if ((e = pthread_create(&tp[12], NULL, tr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+
+ sleep(1);
+ go = 1;
+ sleep(60);
+ go = 0;
+ for (i = 0; i < (int)(sizeof(tp) / sizeof(tp[0])); i++)
+ pthread_join(tp[i], NULL);
+ if (munmap(cp, siz) == -1)
+ err(1, "munmap()");
+ close(fd);
+}
+EOF
+mycc -o /tmp/$prog -Wall -Wextra -O0 /tmp/$prog.c -lpthread || exit 1
+
+mycc -o $serial -Wall -Wextra -O2 ../tools/serial.c || exit 1
+mount | grep -q "on $mntpoint " && umount -f $mntpoint
+mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
+mdconfig -s 5g -u $mdstart
+newfs -n $newfs_flags /dev/md$mdstart > /dev/null
+mount /dev/md$mdstart $mntpoint
+
+mp2=${mntpoint}2
+mkdir -p $mp2
+mount | grep -q "on $mp2 " && umount -f $mp2
+mount -t nfs -o retrycnt=3 127.0.0.1:$mntpoint $mp2 || exit 1
+sleep .2
+
+here=`pwd`
+cd $mp2
+$here/../testcases/swap/swap -t 5m -i 20 > /dev/null &
+sleep 2
+
+size=262144
+$serial file $size
+cp file file.orig
+
+s=0
+/tmp/$prog file || s=1
+
+while pgrep -q swap; do pkill swap; done
+wait
+if ! cmp -s file.orig file; then
+ od -t x1 file.orig > /var/tmp/$prog.file1
+ od -t x1 file > /var/tmp/$prog.file2
+ diff /var/tmp/$prog.file1 /var/tmp/$prog.file2 > $log
+ head -20 $log
+ rm /var/tmp/$prog.file1 /var/tmp/$prog.file2
+ ls -ls file.orig file
+ s=2
+fi
+
+cd $here
+umount $mp2
+umount $mntpoint
+mdconfig -d -u $mdstart
+rm -f $serial /tmp/$prog /tmp/$prog.c $log
+exit $s
diff --git a/tools/test/stress2/misc/mmap47.sh b/tools/test/stress2/misc/mmap47.sh
new file mode 100755
index 000000000000..43778a193202
--- /dev/null
+++ b/tools/test/stress2/misc/mmap47.sh
@@ -0,0 +1,237 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2024 Peter Holm <pho@FreeBSD.org>
+#
+# SPDX-License-Identifier: BSD-2-Clause
+#
+
+# Demonstrate issue described in:
+# [Bug 276002] nfscl: data corruption using both copy_file_range and mmap'd I/O
+
+# This version only uses mapped read/write, read(2)/write(2) and ftruncate(2)
+
+# Issue seen:
+
+# 19:50:53 Start test of mmap47.sh
+# 19:51:56, elapsed 0 days, 00:01.03
+# 19:53:01, elapsed 0 days, 00:02.08
+# 19:54:06, elapsed 0 days, 00:03.13
+# 19:55:40, elapsed 0 days, 00:04.47
+# 617c617
+# < 0023200 80 81 82 83 84 85 86 87 88 89 8a 8b 8c 8d 8e 8f
+# ---
+# > 0023200 80 81 82 83 84 85 86 87 88 89 8a 8b 8c 8d 8e ee
+# 256 -rw------- 1 root wheel 262144 Mar 1 19:56 file
+# 256 -rw------- 1 root wheel 262144 Mar 1 19:55 file.orig
+# 19:56:44, elapsed 0 days, 00:05.51
+# Failed with exit code 2 after 5 loops of mmap47.sh.
+# 19:56 /usr/src/tools/test/stress2/misc $
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+. ../default.cfg
+set -u
+prog=$(basename "$0" .sh)
+log=/tmp/$prog.log
+serial=/tmp/$prog.serial
+grep -q $mntpoint /etc/exports ||
+ { echo "$mntpoint missing from /etc/exports"; exit 0; }
+rpcinfo 2>/dev/null | grep -q mountd || exit 0
+
+cat > /tmp/$prog.c <<EOF
+#include <sys/mman.h>
+#include <sys/stat.h>
+
+#include <err.h>
+#include <fcntl.h>
+#include <pthread.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+
+static off_t siz;
+static pthread_mutex_t write_mutex;
+static int fd, go;
+static char *cp;
+
+static void *
+memread(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ c = cp[i];
+ if (c != 0x77) /* No unused vars here */
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+static void *
+memwrite(void *arg __unused)
+{
+ int i;
+ char c;
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ pthread_mutex_lock(&write_mutex);
+ c = cp[i];
+ cp[i] = 0xee; /* This value seems to linger with NFS */
+ cp[i] = c;
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+static void *
+wr(void *arg __unused)
+{
+ off_t pos;
+ int r, s;
+ char buf[1024];
+
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ s = arc4random() % sizeof(buf) + 1;
+ pos = arc4random() % (siz - s);
+ pthread_mutex_lock(&write_mutex);
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if ((r = read(fd, buf, s)) != s) {
+ fprintf(stderr, "r = %d, s = %d, pos = %d\n", r, s, (int)pos);
+ err(1, "read():2");
+ }
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if (write(fd, buf, s) != s)
+ err(1, "write()");
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 200);
+ }
+ return (0);
+}
+
+/* Both ftruncate() and fdatasync() triggers the problem */
+
+static void *
+tr(void *arg __unused)
+{
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+#if 0
+ if (ftruncate(fd, siz) == -1) /* No size change */
+ err(1, "truncate)");
+#else
+ if (fdatasync(fd) == -1)
+ err(1, "fdatasync()");
+#endif
+ usleep(arc4random() % 1000);
+ }
+ return (0);
+}
+
+int
+main(int argc, char *argv[])
+{
+ struct stat st;
+ pthread_t tp[31];
+ int e, i, idx;
+
+ if (argc != 2) {
+ fprintf(stderr, "Usage: %s <file>\n", argv[0]);
+ exit(1);
+ }
+ if ((fd = open(argv[1], O_RDWR)) == -1)
+ err(1, "open(%s)", argv[1]);
+ if (fstat(fd, &st) == -1)
+ err(1, "stat(%s)", argv[1]);
+ siz = st.st_size;
+ cp = mmap(NULL, st.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+ if (cp == MAP_FAILED)
+ err(1, "mmap()");
+
+ go = -1;
+ pthread_mutex_init(&write_mutex, NULL);
+ idx = 0;
+ for (i = 0; i < (int)(arc4random() % 10 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 10 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 10 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ if ((e = pthread_create(&tp[idx++], NULL, tr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+
+ sleep(1);
+ go = 1;
+ sleep(60);
+ go = 0;
+ for (i = 0; i < idx; i++)
+ pthread_join(tp[i], NULL);
+ if (munmap(cp, siz) == -1)
+ err(1, "munmap()");
+ close(fd);
+}
+EOF
+mycc -o /tmp/$prog -Wall -Wextra -O0 /tmp/$prog.c -lpthread || exit 1
+
+mycc -o $serial -Wall -Wextra -O2 ../tools/serial.c || exit 1
+mount | grep -q "on $mntpoint " && umount -f $mntpoint
+mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
+mdconfig -s 5g -u $mdstart
+newfs -n $newfs_flags /dev/md$mdstart > /dev/null
+mount /dev/md$mdstart $mntpoint
+
+mp2=${mntpoint}2
+mkdir -p $mp2
+mount | grep -q "on $mp2 " && umount -f $mp2
+mount -t nfs -o retrycnt=3 127.0.0.1:$mntpoint $mp2 || exit 1
+sleep .2
+
+here=`pwd`
+cd $mp2
+$here/../testcases/swap/swap -t 5m -i 20 > /dev/null &
+sleep 2
+
+size=262144
+$serial file $size
+cp file file.orig
+
+s=0
+/tmp/$prog file || s=1
+
+while pgrep -q swap; do pkill swap; done
+wait
+if ! cmp -s file.orig file; then
+ od -t x1 file.orig > /var/tmp/$prog.file1
+ od -t x1 file > /var/tmp/$prog.file2
+ diff /var/tmp/$prog.file1 /var/tmp/$prog.file2 > $log
+ head -20 $log
+ rm /var/tmp/$prog.file1 /var/tmp/$prog.file2
+ ls -ls file.orig file
+ s=2
+fi
+
+cd $here
+umount $mp2
+umount $mntpoint
+mdconfig -d -u $mdstart
+rm -f $serial /tmp/$prog /tmp/$prog.c $log
+exit $s
diff --git a/tools/test/stress2/misc/mmap48.sh b/tools/test/stress2/misc/mmap48.sh
new file mode 100755
index 000000000000..35da78a98c26
--- /dev/null
+++ b/tools/test/stress2/misc/mmap48.sh
@@ -0,0 +1,289 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2024 Peter Holm <pho@FreeBSD.org>
+#
+# SPDX-License-Identifier: BSD-2-Clause
+#
+
+# Demonstrate issue described in:
+# [Bug 276002] nfscl: data corruption using both copy_file_range and mmap'd I/O
+
+# This version only uses mapped read/write, read(2)/write(2), fstat(2) and ftruncate(2)
+
+# Issue seen:
+# 20241003 10:04:24 all: mmap48.sh
+# 5257c5257
+# < 0244200 80 81 82 83 84 85 86 87 88 89 8a 8b 8c 8d 8e 8f
+# ---
+# > 0244200 80 81 82 83 84 85 86 87 88 ee 8a 8b 8c 8d 8e 8f
+# 256 -rw------- 1 root wheel 262144 Oct 3 10:05 file
+# 256 -rw------- 1 root wheel 262144 Oct 3 10:04 file.orig
+# FAIL mmap48.sh exit code 2
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+. ../default.cfg
+set -u
+prog=$(basename "$0" .sh)
+log=/tmp/$prog.log
+serial=/tmp/$prog.serial
+grep -q $mntpoint /etc/exports ||
+ { echo "$mntpoint missing from /etc/exports"; exit 0; }
+rpcinfo 2>/dev/null | grep -q mountd || exit 0
+
+cat > /tmp/$prog.c <<EOF
+#include <sys/mman.h>
+#include <sys/stat.h>
+
+#include <assert.h>
+#include <err.h>
+#include <fcntl.h>
+#include <pthread.h>
+#include <pthread_np.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+
+static off_t siz;
+static pthread_mutex_t write_mutex;
+static int fd, go;
+static char *cp;
+
+#define THREADS 100
+
+static void *
+memread(void *arg __unused)
+{
+ int i;
+ char c;
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ c = cp[i];
+ if (c != 0x77) /* No unused vars here */
+ usleep(arc4random() % 400);
+ }
+ return (NULL);
+}
+
+static void *
+memwrite(void *arg __unused)
+{
+ int i;
+ char c;
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ i = arc4random() % siz;
+ pthread_mutex_lock(&write_mutex);
+ c = cp[i];
+ cp[i] = 0xee; /* This value seems to linger with NFS */
+ cp[i] = c;
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 400);
+ }
+ return (NULL);
+}
+
+static void *
+wr(void *arg __unused)
+{
+ off_t pos;
+ int r, s;
+ char buf[1024];
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ s = arc4random() % sizeof(buf) + 1;
+ pos = arc4random() % (siz - s);
+ pthread_mutex_lock(&write_mutex);
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if ((r = read(fd, buf, s)) != s) {
+ fprintf(stderr, "r = %d, s = %d, pos = %d\n", r, s, (int)pos);
+ err(1, "read():2");
+ }
+ if (lseek(fd, pos, SEEK_SET) == -1)
+ err(1, "lseek(%d)", (int)pos);
+ if (write(fd, buf, s) != s)
+ err(1, "write()");
+ pthread_mutex_unlock(&write_mutex);
+ usleep(arc4random() % 200);
+ }
+ return (NULL);
+}
+
+/* Both ftruncate() and fdatasync() triggers the problem */
+
+static void *
+sy(void *arg __unused)
+{
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ if (fdatasync(fd) == -1)
+ err(1, "fdatasync()");
+ usleep(arc4random() % 1000);
+ }
+ return (NULL);
+}
+
+static void *
+tr(void *arg __unused)
+{
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ if (ftruncate(fd, siz) == -1) /* No size change */
+ err(1, "truncate)");
+ usleep(arc4random() % 1000);
+ }
+ return (NULL);
+}
+
+static void *
+fs(void *arg __unused)
+{
+ struct stat st;
+
+ if (arc4random() % 100 < 10)
+ return (0);
+ pthread_set_name_np(pthread_self(), __func__);
+ while (go == -1)
+ usleep(50);
+ while (go == 1) {
+ if (fstat(fd, &st) == -1)
+ err(1, "stat()");
+ usleep(arc4random() % 1000);
+ }
+ return (NULL);
+}
+
+int
+main(int argc, char *argv[])
+{
+ struct stat st;
+ pthread_t tp[THREADS];
+ int e, i, idx;
+
+ if (argc != 2) {
+ fprintf(stderr, "Usage: %s <file>\n", argv[0]);
+ exit(1);
+ }
+ if ((fd = open(argv[1], O_RDWR)) == -1)
+ err(1, "open(%s)", argv[1]);
+ if (fstat(fd, &st) == -1)
+ err(1, "stat(%s)", argv[1]);
+ siz = st.st_size;
+ cp = mmap(NULL, st.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+ if (cp == MAP_FAILED)
+ err(1, "mmap()");
+
+ go = -1;
+ pthread_mutex_init(&write_mutex, NULL);
+ idx = 0;
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, memread, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, memwrite, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, wr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, fs, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, tr, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
+ for (i = 0; i < (int)(arc4random() % 3 + 1); i++) {
+ if ((e = pthread_create(&tp[idx++], NULL, sy, NULL)) != 0)
+ errc(1, e, "pthread_create");
+ }
*** 59 LINES SKIPPED ***