Date: Thu, 5 Apr 2018 06:21:51 +0000 (UTC) From: Peter Holm <pho@FreeBSD.org> To: src-committers@freebsd.org, svn-src-user@freebsd.org Subject: svn commit: r332059 - user/pho/stress2/misc Message-ID: <201804050621.w356Lpvq077810@repo.freebsd.org>
next in thread | raw e-mail | index | archive | help
Author: pho Date: Thu Apr 5 06:21:51 2018 New Revision: 332059 URL: https://svnweb.freebsd.org/changeset/base/332059 Log: Added a regression test for gpart page fault seen. Sponsored by: Dell EMC Isilon Added: user/pho/stress2/misc/sendfile13.sh (contents, props changed) Added: user/pho/stress2/misc/sendfile13.sh ============================================================================== --- /dev/null 00:00:00 1970 (empty, because file is newly added) +++ user/pho/stress2/misc/sendfile13.sh Thu Apr 5 06:21:51 2018 (r332059) @@ -0,0 +1,359 @@ +#!/bin/sh + +# +# Copyright (c) 2018 Dell EMC Isilon +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# 1. Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# 2. Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +# SUCH DAMAGE. +# +# $FreeBSD$ +# + +# Move files between two FSs using sendfile(2). +# CG checksum errors reported. + +# Unrelated gpart page fault seen: +# https://people.freebsd.org/~pho/stress/log/sendfile13.txt +# Fixed by r329262 + +. ../default.cfg +[ `id -u` -ne 0 ] && echo "Must be root!" && exit 1 + +dir=/tmp +odir=`pwd` +cd $dir +sed '1,/^EOF/d' < $odir/$0 > $dir/sendfile13.c +mycc -o sendfile13 -Wall -Wextra -O0 -g sendfile13.c || exit 1 +rm -f sendfile13.c +cd $odir + +set -e +size="$((`sysctl -n hw.usermem` / 2 / 1024 / 1024 / 1024))" +size="$((size * 8 / 10))g" +[ "$size" = "0g" ] && exit 0 +[ "$newfs_flags" = "-U" ] || exit 0 +newfs_flags="-j" + +mp1=$mntpoint +mkdir -p $mp1 +md1=$mdstart +mount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1 +[ -c /dev/md$md1 ] && mdconfig -d -u $md1 +mdconfig -a -t swap -s $size -u $md1 +bsdlabel -w md$md1 auto +newfs $newfs_flags -n md${md1}$part > /dev/null 2>&1 +mount /dev/md${md1}$part $mp1 + +mp2=${mntpoint}2 +mkdir -p $mp2 +md2=$((mdstart + 1)) +mount | grep "on $mp2 " | grep -q /dev/md && umount -f $mp2 +[ -c /dev/md$md2 ] && mdconfig -d -u $md2 +mdconfig -a -t swap -s $size -u $md2 +bsdlabel -w md$md2 auto +newfs $newfs_flags -n md${md2}$part > /dev/null 2>&1 +mount /dev/md${md2}$part $mp2 +set +e + +free=`df $mp1 | tail -1 | awk '{print $4}'` +$dir/sendfile13 5432 $mp1 $mp2 $((free * 8 / 10)) & +$dir/sendfile13 5433 $mp2 $mp1 $((free * 8 / 10)) & +cd $odir +while [ ! -f $mp1/done ]; do + sleep 1 +done +s=0 +wait +[ -f sendfile13.core -a $s -eq 0 ] && + { ls -l sendfile13.core; mv sendfile13.core /tmp; s=1; } +cd $odir + +for i in `jot 6`; do + mount | grep -q "on $mp1 " || break + umount $mp1 && break || sleep 10 + [ $i -eq 6 ] && + { echo FATAL; fstat -mf $mp1; exit 1; } +done +checkfs /dev/md${md1}$part || s=1 +mdconfig -d -u $md1 || s=1 + +for i in `jot 6`; do + mount | grep -q "on $mp2 " || break + umount $mp2 && break || sleep 10 + [ $i -eq 6 ] && + { echo FATAL; fstat -mf $mp2; exit 1; } +done +checkfs /dev/md${md2}$part || s=1 + +rm -rf $dir/sendfile13 +exit $s + +EOF +#include <sys/param.h> +#include <sys/mman.h> +#include <sys/socket.h> +#include <sys/stat.h> +#include <sys/wait.h> + +#include <netinet/in.h> + +#include <err.h> +#include <fcntl.h> +#include <netdb.h> +#include <signal.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <time.h> +#include <unistd.h> + +#define BUFSIZE 8192 +#define MAXTHREADS 32 + +static int files, port; +static char *fromdir, *todir; + +static void +create(char *path, size_t size) +{ + size_t s; + int fd, i, ifd; + char *cp, file[128], help[128]; + + i = 0; + while (size > 0) { + do { + s =arc4random() % size + 1; + } while (s > 1024 * 1024 * 1024); + size -= s; + sprintf(file, "%s/f%06d.%06d", path, getpid(), i++); + if ((ifd = open("/dev/zero", O_RDONLY)) == -1) + err(1, "open(/dev/zero)"); + if ((cp = mmap(0, s, PROT_READ, MAP_SHARED, ifd, 0)) == + (caddr_t) - 1) + err(1, "mmap error for input"); + if ((fd = open(file, O_WRONLY | O_CREAT, 0640)) == -1) + err(1, "create(%s)", file); + if (write(fd, cp, s) != (ssize_t)s) + err(1, "write(%s)", file); + munmap(cp, s); + close(fd); + close(ifd); + files++; + } + if ((fd = open("done", O_WRONLY | O_CREAT, 0640)) == -1) + err(1, "create(%s)", file); + close(fd); + snprintf(help, sizeof(help), + "umount %s 2>&1 | grep -v 'Device busy'", path); + system(help); +#if defined(DEBUG) + fprintf(stderr, "%d files created\n", files); +#endif +} + +static void +server(void) +{ + pid_t pid; + struct sigaction sa; + struct sockaddr_in inetaddr, inetpeer; + socklen_t len; + int tcpsock, msgsock; + int *buf, fd, idx, n, on, t; + char ofile[128], nfile[128]; + + sa.sa_handler = SIG_IGN; + sigemptyset(&sa.sa_mask); + sa.sa_flags = 0; + if (sigaction(SIGCHLD, &sa, 0) == -1) + err(1, "sigaction"); + + on = 1; + if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0) + err(1, "socket(), %s:%d", __FILE__, __LINE__); + + if (setsockopt(tcpsock, + SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0) + err(1, "setsockopt(), %s:%d", __FILE__, __LINE__); + + inetaddr.sin_family = AF_INET; + inetaddr.sin_addr.s_addr = INADDR_ANY; + inetaddr.sin_port = htons(port); + inetaddr.sin_len = sizeof(inetaddr); + + if (bind(tcpsock, + (struct sockaddr *)&inetaddr, sizeof (inetaddr)) < 0) + err(1, "bind(), %s:%d", __FILE__, __LINE__); + + if (listen(tcpsock, 5) < 0) + err(1, "listen(), %s:%d", __FILE__, __LINE__); + + idx = 0; + len = sizeof(inetpeer); + for (;;) { + if ((msgsock = accept(tcpsock, + (struct sockaddr *)&inetpeer, &len)) < 0) + err(1, "accept(), %s:%d", __FILE__, __LINE__); + + if ((pid = fork()) == 0) { + t = 0; + if ((buf = malloc(BUFSIZE)) == NULL) + err(1, "malloc(%d), %s:%d", BUFSIZE, + __FILE__, __LINE__); + + sprintf(ofile, "%s/g%06d.%06d", todir, getpid(), + idx); + sprintf(nfile, "%s/n%06d.%06d", todir, getpid(), + idx); + if ((fd = open(ofile, O_RDWR | O_CREAT | O_TRUNC, + 0640)) == -1) + err(1, "open(%s)", ofile); + + for (;;) { + if ((n = read(msgsock, buf, BUFSIZE)) < 0) + err(1, "read(), %s:%d", __FILE__, + __LINE__); + t += n; + if (n == 0) break; + + if ((write(fd, buf, n)) != n) + err(1, "write"); + } + close(msgsock); + close(fd); + if (rename(ofile, nfile) != 0) + err(1, "rename(%s, %s)", ofile, nfile); + _exit(0); + } + close(msgsock); + if (++idx == files) + break; + } + + _exit(0); +} + +static void +writer(char *inputFile) { + struct sockaddr_in inetaddr; + struct hostent *hostent; + struct stat statb; + off_t off = 0; + size_t size; + int i, fd, on, r, tcpsock; + + on = 1; + for (i = 1; i < 5; i++) { + if ((tcpsock = socket(AF_INET, SOCK_STREAM, 0)) < 0) + err(1, "socket(), %s:%d", __FILE__, __LINE__); + + if (setsockopt(tcpsock, + SOL_SOCKET, SO_REUSEADDR, (char *)&on, sizeof(on)) < 0) + err(1, "setsockopt(), %s:%d", __FILE__, __LINE__); + + size = getpagesize(); + if (setsockopt(tcpsock, + SOL_SOCKET, SO_SNDBUF, (void *)&size, sizeof(size)) < 0) + err(1, "setsockopt(SO_SNDBUF), %s:%d", __FILE__, + __LINE__); + + hostent = gethostbyname ("localhost"); + memcpy (&inetaddr.sin_addr.s_addr, hostent->h_addr, + sizeof (struct in_addr)); + + inetaddr.sin_family = AF_INET; + inetaddr.sin_addr.s_addr = INADDR_ANY; + inetaddr.sin_port = htons(port); + inetaddr.sin_len = sizeof(inetaddr); + + r = connect(tcpsock, (struct sockaddr *) &inetaddr, + sizeof(inetaddr)); + if (r == 0) + break; + sleep(1); + close(tcpsock); + } + if (r < 0) + err(1, "connect(), %s:%d", __FILE__, __LINE__); + + if (stat(inputFile, &statb) != 0) + err(1, "stat(%s)", inputFile); + + if ((fd = open(inputFile, O_RDWR)) == -1) + err(1, "open(%s)", inputFile); + + if (sendfile(fd, tcpsock, 0, statb.st_size, NULL, &off, + SF_NOCACHE) == -1) + err(1, "sendfile"); + close(fd); + + return; +} + +static void +move(int num) +{ + char ifile[128]; + + sprintf(ifile, "%s/f%06d.%06d", fromdir, getpid(), num); + writer(ifile); + + if (unlink(ifile) != 0) + err(1, "unlink(%s)", ifile); +} + +int +main(int argc, char *argv[]) +{ + pid_t spid; + size_t size; + int e, i; + + if (argc != 5) { + fprintf(stderr, + "Usage %s <port> <from dir> <to dir> <size in k>", + argv[0]); + exit(1); + } + port = atoi(argv[1]); + fromdir = argv[2]; + if (chdir(fromdir) == -1) + err(1, "chdir(%s)", fromdir); + todir = argv[3]; + e = 0; + sscanf(argv[4], "%zd", &size); + size = size * 1024; + create(fromdir, size); + + if ((spid = fork()) == 0) + server(); + + for (i = 0; i < files; i++) { + move(i); + sleep(10); + } + if (waitpid(spid, NULL, 0) != spid) + err(1, "waitpid"); + + return (e); +}
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201804050621.w356Lpvq077810>