Date: Wed, 4 Nov 2015 08:10:07 +0000 (UTC) From: Peter Holm <pho@FreeBSD.org> To: src-committers@freebsd.org, svn-src-user@freebsd.org Subject: svn commit: r290353 - user/pho/stress2/misc Message-ID: <201511040810.tA48A7dg088162@repo.freebsd.org>
next in thread | raw e-mail | index | archive | help
Author: pho Date: Wed Nov 4 08:10:07 2015 New Revision: 290353 URL: https://svnweb.freebsd.org/changeset/base/290353 Log: Added finding to holdcnt0.sh and added two variations of this test. Sponsored by: EMC / Isilon storage division Added: user/pho/stress2/misc/holdcnt02.sh (contents, props changed) user/pho/stress2/misc/holdcnt03.sh (contents, props changed) Modified: user/pho/stress2/misc/holdcnt0.sh Modified: user/pho/stress2/misc/holdcnt0.sh ============================================================================== --- user/pho/stress2/misc/holdcnt0.sh Wed Nov 4 08:07:25 2015 (r290352) +++ user/pho/stress2/misc/holdcnt0.sh Wed Nov 4 08:10:07 2015 (r290353) @@ -31,10 +31,14 @@ # "panic: cluster_wbuild: page 0xc2eebc10 failed shared busing" seen. # "panic: vdrop: holdcnt 0" seen. # "panic: cleaned vnode isn't" seen. +# OoVM seen with r285808: +# https://people.freebsd.org/~pho/stress/log/holdcnt0.txt # Test scenario suggestion by alc@ [ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1 +[ `swapinfo | wc -l` -eq 1 ] && exit 0 +[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0 . ../default.cfg @@ -43,7 +47,6 @@ cd /tmp sed '1,/^EOF/d' < $here/$0 > holdcnt0.c mycc -o holdcnt0 -Wall -Wextra -g holdcnt0.c || exit 1 rm -f holdcnt0.c -[ `uname -m` = "i386" ] && exit 0 # Not enough vm cd $here mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint Added: user/pho/stress2/misc/holdcnt02.sh ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ user/pho/stress2/misc/holdcnt02.sh Wed Nov 4 08:10:07 2015 (r290353) @@ -0,0 +1,231 @@ +#!/bin/sh + +# +# Copyright (c) 2015 EMC Corp. +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# 1. Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# 2. Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +# SUCH DAMAGE. +# +# $FreeBSD$ +# + +# Copy of holdcnt0.sh, but without the memory disk usage. + +# Test scenario suggestion by alc@ + +[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1 +[ `swapinfo | wc -l` -eq 1 ] && exit 0 +[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0 + +. ../default.cfg + +here=`pwd` +cd /tmp +sed '1,/^EOF/d' < $here/$0 > holdcnt02.c +mycc -o holdcnt02 -Wall -Wextra -g holdcnt02.c || exit 1 +rm -f holdcnt02.c +cd $here + +trap "rm -f /tmp/holdcnt02 `dirname $diskimage`/f000???" EXIT INT +(cd `dirname $diskimage`; /tmp/holdcnt02) & +sleep 5 +while kill -0 $! 2> /dev/null; do + (cd ../testcases/swap; ./swap -t 1m -i 1) > /dev/null 2>&1 +done +wait +exit 0 +EOF +/* + A test that causes the page daemon to generate cached pages + within a bunch of files and has some consumer that is trying to + allocate new pages to the same files. +*/ + +#include <sys/types.h> +#include <err.h> +#include <errno.h> +#include <fcntl.h> +#include <setjmp.h> +#include <signal.h> +#include <stdio.h> +#include <stdlib.h> +#include <sys/mman.h> +#include <sys/stat.h> +#include <sys/wait.h> +#include <time.h> +#include <unistd.h> + +#define BUFSIZE (1024 * 1024) +#define FILES 200 +#define RPARALLEL 8 +#define WPARALLEL 2 + +static jmp_buf jbuf; +off_t maxsize; +int ps; +static char *buf; +volatile char val; + +static void +hand(int i __unused) { /* handler */ + longjmp(jbuf, 1); +} + +void +cleanup(void) +{ + int i; + char file[80]; + + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + unlink(file); + } +} + +void +init(void) +{ + char file[80]; + int fd, i; + + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if ((fd = open(file, O_RDWR | O_CREAT | O_TRUNC, 0644)) == -1) + err(1, "open(%s)", file); + if (write(fd, buf, BUFSIZE) != BUFSIZE) + err(1, "write"); + close(fd); + } + +} + +void +writer(void) +{ + int fd, i; + char file[80]; + time_t start; + struct stat statbuf; + + setproctitle("writer"); + start = time(NULL); + while (time(NULL) - start < 600) { + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if ((fd = open(file, O_RDWR | O_APPEND)) == -1) { + if (errno != ENOENT) + err(1, "open(%s) append", file); + goto err; + } + if (fstat(fd, &statbuf) < 0) + err(1, "fstat error"); + if (statbuf.st_size < maxsize) { + if (write(fd, buf, ps) != ps) { + warn("writer"); + goto err; + } + } + close(fd); + } + } +err: + cleanup(); + + _exit(0); +} + +void +reader(void) +{ + int fd, i, j, n; + void *p; + size_t len; + char file[80]; + struct stat statbuf; + + setproctitle("reader"); + signal(SIGSEGV, hand); + fd = 0; + for (;;) { + (void)setjmp(jbuf); + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if (fd > 0) + close(fd); + if ((fd = open(file, O_RDWR)) == -1) { + if (errno != ENOENT) + warn("reader(%s)", file); + _exit(0); + } + if (fstat(fd, &statbuf) < 0) + err(1, "fstat error"); + if (statbuf.st_size >= maxsize) { + if (ftruncate(fd, ps) == -1) + err(1, "ftruncate"); + continue; + } + len = statbuf.st_size; + if ((p = mmap(p, len, PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED) + err(1, "mmap()"); + close(fd); + n = statbuf.st_size / ps; + for (j = 0; j < n; j++) { + val = *(char *)p; + p = p + ps; + } +#if 0 + if (munmap(p, len) == -1) + perror("munmap"); +#endif + } + } + _exit(0); +} +int +main(void) +{ + int i; + + maxsize = 2LL * 1024 * 1024 * 1024 / FILES; + buf = malloc(BUFSIZE); + ps = getpagesize(); + + init(); + for (i = 0; i < WPARALLEL; i++) { + if (fork() == 0) + writer(); + } + for (i = 0; i < RPARALLEL; i++) { + if (fork() == 0) + reader(); + } + + for (i = 0; i < WPARALLEL; i++) + wait(NULL); + for (i = 0; i < RPARALLEL; i++) + wait(NULL); + + free(buf); + + return (0); +} Added: user/pho/stress2/misc/holdcnt03.sh ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ user/pho/stress2/misc/holdcnt03.sh Wed Nov 4 08:10:07 2015 (r290353) @@ -0,0 +1,231 @@ +#!/bin/sh + +# +# Copyright (c) 2015 EMC Corp. +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# 1. Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# 2. Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +# SUCH DAMAGE. +# +# $FreeBSD$ +# + +# Copy of holdcnt02.sh, but with mmap'ed write. +# Use 16 GB RAM or less. +# Deadlock seen: +# https://people.freebsd.org/~pho/stress/log/alan018.txt + +# Test scenario suggestion by alc@ + +[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1 +[ `swapinfo | wc -l` -eq 1 ] && exit 0 +[ `sysctl -n hw.physmem` -lt $((4 * 1024 * 1024 * 1024)) ] && exit 0 + +. ../default.cfg + +here=`pwd` +cd /tmp +sed '1,/^EOF/d' < $here/$0 > holdcnt03.c +mycc -o holdcnt03 -Wall -Wextra -g holdcnt03.c || exit 1 +rm -f holdcnt03.c +cd $here + +trap "rm -f /tmp/holdcnt03 `dirname $diskimage`/f000???" EXIT INT +(cd `dirname $diskimage`; /tmp/holdcnt03) & +sleep 5 +while kill -0 $! 2> /dev/null; do + (cd ../testcases/swap; ./swap -t 1m -i 1) > /dev/null 2>&1 +done +wait +exit 0 +EOF +/* + A test that causes the page daemon to generate cached pages + within a bunch of files and has some consumer that is trying to + allocate new pages to the same files. +*/ + +#include <sys/types.h> +#include <err.h> +#include <errno.h> +#include <fcntl.h> +#include <setjmp.h> +#include <signal.h> +#include <stdio.h> +#include <stdlib.h> +#include <sys/mman.h> +#include <sys/stat.h> +#include <sys/wait.h> +#include <time.h> +#include <unistd.h> + +#define BUFSIZE (1024 * 1024) +#define FILES 200 +#define RPARALLEL 8 +#define WPARALLEL 2 + +static jmp_buf jbuf; +off_t maxsize; +int ps; +static char *buf; + +static void +hand(int i __unused) { /* handler */ + longjmp(jbuf, 1); +} + +void +cleanup(void) +{ + int i; + char file[80]; + + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + unlink(file); + } +} + +void +init(void) +{ + char file[80]; + int fd, i; + + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if ((fd = open(file, O_RDWR | O_CREAT | O_TRUNC, 0644)) == -1) + err(1, "open(%s)", file); + if (write(fd, buf, BUFSIZE) != BUFSIZE) + err(1, "write"); + close(fd); + } + +} + +void +writer(void) +{ + int fd, i; + char file[80]; + time_t start; + struct stat statbuf; + + setproctitle("writer"); + start = time(NULL); + while (time(NULL) - start < 600) { + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if ((fd = open(file, O_RDWR | O_APPEND)) == -1) { + if (errno != ENOENT) + err(1, "open(%s) append", file); + goto err; + } + if (fstat(fd, &statbuf) < 0) + err(1, "fstat error"); + if (statbuf.st_size < maxsize) { + if (write(fd, buf, ps) != ps) { + warn("writer"); + goto err; + } + } + close(fd); + } + } +err: + cleanup(); + + _exit(0); +} + +void +touch(void) +{ + int fd, i, j, n; + void *p; + size_t len; + char file[80]; + struct stat statbuf; + + setproctitle("touch"); + signal(SIGSEGV, hand); + fd = 0; + for (;;) { + (void)setjmp(jbuf); + for (i = 0; i < FILES; i++) { + snprintf(file, sizeof(file), "f%06d", i); + if (fd > 0) + close(fd); + if ((fd = open(file, O_RDWR)) == -1) { + if (errno != ENOENT) + warn("touch(%s)", file); + _exit(0); + } + if (fstat(fd, &statbuf) < 0) + err(1, "fstat error"); + if (statbuf.st_size >= maxsize) { + if (ftruncate(fd, ps) == -1) + err(1, "ftruncate"); + continue; + } + len = statbuf.st_size; + if ((p = mmap(p, len, PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED) + err(1, "mmap()"); + close(fd); + n = statbuf.st_size / ps; + for (j = 0; j < n; j++) { + *(char *)p = 1; + p = p + ps; + } + if (munmap(p, len) == -1) + perror("munmap"); + } + } + _exit(0); +} +int +main(void) +{ + int i; + + maxsize = 2LL * 1024 * 1024 * 1024 / FILES; + buf = malloc(BUFSIZE); + ps = getpagesize(); + + init(); + for (i = 0; i < WPARALLEL; i++) { + if (fork() == 0) + writer(); + } + for (i = 0; i < RPARALLEL; i++) { + if (fork() == 0) + touch(); + } + + for (i = 0; i < WPARALLEL; i++) + wait(NULL); + for (i = 0; i < RPARALLEL; i++) + wait(NULL); + + free(buf); + + return (0); +}
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201511040810.tA48A7dg088162>