| # |
| # XFS specific common functions. |
| # |
| |
| _setup_large_xfs_fs() |
| { |
| fs_size=$1 |
| local tmp_dir=/tmp/ |
| |
| [ "$LARGE_SCRATCH_DEV" != yes ] && return 0 |
| [ -z "$SCRATCH_DEV_EMPTY_SPACE" ] && SCRATCH_DEV_EMPTY_SPACE=0 |
| [ $SCRATCH_DEV_EMPTY_SPACE -ge $fs_size ] && return 0 |
| |
| # calculate the size of the file we need to allocate. |
| # Default free space in the FS is 50GB, but you can specify more via |
| # SCRATCH_DEV_EMPTY_SPACE |
| file_size=$(($fs_size - 50*1024*1024*1024)) |
| file_size=$(($file_size - $SCRATCH_DEV_EMPTY_SPACE)) |
| |
| # mount the filesystem, create the file, unmount it |
| _try_scratch_mount 2>&1 >$tmp_dir/mnt.err |
| local status=$? |
| if [ $status -ne 0 ]; then |
| echo "mount failed" |
| cat $tmp_dir/mnt.err >&2 |
| rm -f $tmp_dir/mnt.err |
| return $status |
| fi |
| rm -f $tmp_dir/mnt.err |
| |
| xfs_io -F -f \ |
| -c "truncate $file_size" \ |
| -c "falloc -k 0 $file_size" \ |
| -c "chattr +d" \ |
| $SCRATCH_MNT/.use_space 2>&1 > /dev/null |
| export NUM_SPACE_FILES=1 |
| status=$? |
| _scratch_unmount |
| if [ $status -ne 0 ]; then |
| echo "large file prealloc failed" |
| cat $tmp_dir/mnt.err >&2 |
| return $status |
| fi |
| return 0 |
| } |
| |
| _scratch_mkfs_xfs_opts() |
| { |
| mkfs_opts=$* |
| |
| # remove metadata related mkfs options if mkfs.xfs doesn't them |
| if [ -n "$XFS_MKFS_HAS_NO_META_SUPPORT" ]; then |
| mkfs_opts=`echo $mkfs_opts | sed "s/-m\s\+\S\+//g"` |
| fi |
| |
| _scratch_options mkfs |
| |
| echo "$MKFS_XFS_PROG $SCRATCH_OPTIONS $mkfs_opts" |
| } |
| |
| |
| _scratch_mkfs_xfs_supported() |
| { |
| local mkfs_opts=$* |
| |
| _scratch_options mkfs |
| |
| $MKFS_XFS_PROG -N $MKFS_OPTIONS $SCRATCH_OPTIONS $mkfs_opts $SCRATCH_DEV |
| local mkfs_status=$? |
| |
| # a mkfs failure may be caused by conflicts between $MKFS_OPTIONS and |
| # $mkfs_opts, try again without $MKFS_OPTIONS |
| if [ $mkfs_status -ne 0 -a -n "$mkfs_opts" ]; then |
| $MKFS_XFS_PROG -N $SCRATCH_OPTIONS $mkfs_opts $SCRATCH_DEV |
| mkfs_status=$? |
| fi |
| return $mkfs_status |
| } |
| |
| # Returns the minimum XFS log size, in units of log blocks. |
| _scratch_find_xfs_min_logblocks() |
| { |
| local mkfs_cmd="`_scratch_mkfs_xfs_opts`" |
| |
| # The smallest log size we can specify is 2M (XFS_MIN_LOG_BYTES) so |
| # pass that in and see if mkfs succeeds or tells us what is the |
| # minimum log size. |
| local XFS_MIN_LOG_BYTES=2097152 |
| |
| # Try formatting the filesystem with all the options given and the |
| # minimum log size. We hope either that this succeeds or that mkfs |
| # tells us the required minimum log size for the feature set. |
| # |
| # We cannot use _scratch_do_mkfs because it will retry /any/ failed |
| # mkfs with MKFS_OPTIONS removed even if the only "failure" was that |
| # the log was too small. |
| local extra_mkfs_options="$* -N -l size=$XFS_MIN_LOG_BYTES" |
| eval "$mkfs_cmd $MKFS_OPTIONS $extra_mkfs_options $SCRATCH_DEV" \ |
| 2>$tmp.mkfserr 1>$tmp.mkfsstd |
| local mkfs_status=$? |
| |
| # If the format fails for a reason other than the log being too small, |
| # try again without MKFS_OPTIONS because that's what _scratch_do_mkfs |
| # will do if we pass in the log size option. |
| if [ $mkfs_status -ne 0 ] && |
| ! egrep -q '(log size.*too small, minimum|external log device.*too small, must be)' $tmp.mkfserr; then |
| eval "$mkfs_cmd $extra_mkfs_options $SCRATCH_DEV" \ |
| 2>$tmp.mkfserr 1>$tmp.mkfsstd |
| mkfs_status=$? |
| fi |
| |
| # mkfs suceeded, so we must pick out the log block size to do the |
| # unit conversion |
| if [ $mkfs_status -eq 0 ]; then |
| blksz="$(grep '^log.*bsize' $tmp.mkfsstd | \ |
| sed -e 's/log.*bsize=\([0-9]*\).*$/\1/g')" |
| echo $((XFS_MIN_LOG_BYTES / blksz)) |
| rm -f $tmp.mkfsstd $tmp.mkfserr |
| return |
| fi |
| |
| # Usually mkfs will tell us the minimum log size... |
| if grep -q 'minimum size is' $tmp.mkfserr; then |
| grep 'minimum size is' $tmp.mkfserr | \ |
| sed -e 's/^.*minimum size is \([0-9]*\) blocks/\1/g' |
| rm -f $tmp.mkfsstd $tmp.mkfserr |
| return |
| fi |
| if grep -q 'external log device.*too small, must be' $tmp.mkfserr; then |
| grep 'external log device.*too small, must be' $tmp.mkfserr | \ |
| sed -e 's/^.*must be at least \([0-9]*\) blocks/\1/g' |
| rm -f $tmp.mkfsstd $tmp.mkfserr |
| return |
| fi |
| |
| # Don't know what to do, so fail |
| echo "Cannot determine minimum log size" >&2 |
| cat $tmp.mkfsstd >> $seqres.full |
| cat $tmp.mkfserr >> $seqres.full |
| rm -f $tmp.mkfsstd $tmp.mkfserr |
| } |
| |
| _scratch_mkfs_xfs() |
| { |
| local mkfs_cmd="`_scratch_mkfs_xfs_opts`" |
| local mkfs_filter="sed -e '/less than device physical sector/d' \ |
| -e '/switching to logical sector/d' \ |
| -e '/Default configuration/d'" |
| local tmp=`mktemp -u` |
| local mkfs_status |
| |
| _scratch_do_mkfs "$mkfs_cmd" "$mkfs_filter" $* 2>$tmp.mkfserr 1>$tmp.mkfsstd |
| mkfs_status=$? |
| |
| grep -q crc=0 $tmp.mkfsstd && _force_xfsv4_mount_options |
| |
| if [ $mkfs_status -eq 0 -a "$LARGE_SCRATCH_DEV" = yes ]; then |
| # manually parse the mkfs output to get the fs size in bytes |
| local fs_size |
| fs_size=`cat $tmp.mkfsstd | perl -ne ' |
| if (/^data\s+=\s+bsize=(\d+)\s+blocks=(\d+)/) { |
| my $size = $1 * $2; |
| print STDOUT "$size\n"; |
| }'` |
| _setup_large_xfs_fs $fs_size |
| mkfs_status=$? |
| fi |
| |
| # output mkfs stdout and stderr |
| cat $tmp.mkfsstd |
| cat $tmp.mkfserr >&2 |
| rm -f $tmp.mkfserr $tmp.mkfsstd |
| |
| return $mkfs_status |
| } |
| |
| # Get the size of an allocation unit of a file. Normally this is just the |
| # block size of the file, but for realtime files, this is the realtime extent |
| # size. |
| _xfs_get_file_block_size() |
| { |
| local path="$1" |
| |
| if ! ($XFS_IO_PROG -c "stat -v" "$path" 2>&1 | egrep -q '(rt-inherit|realtime)'); then |
| _get_block_size "$path" |
| return |
| fi |
| |
| # Otherwise, call xfs_info until we find a mount point or the root. |
| path="$(readlink -m "$path")" |
| while ! $XFS_INFO_PROG "$path" &>/dev/null && [ "$path" != "/" ]; do |
| path="$(dirname "$path")" |
| done |
| $XFS_INFO_PROG "$path" | grep realtime | sed -e 's/^.*extsz=\([0-9]*\).*$/\1/g' |
| } |
| |
| _xfs_get_fsxattr() |
| { |
| local field="$1" |
| local path="$2" |
| |
| local value=$($XFS_IO_PROG -c "stat" "$path" | grep -w "$field") |
| echo ${value##fsxattr.${field} = } |
| } |
| |
| # xfs_check script is planned to be deprecated. But, we want to |
| # be able to invoke "xfs_check" behavior in xfstests in order to |
| # maintain the current verification levels. |
| _xfs_check() |
| { |
| OPTS=" " |
| DBOPTS=" " |
| USAGE="Usage: xfs_check [-fsvV] [-l logdev] [-i ino]... [-b bno]... special" |
| |
| OPTIND=1 |
| while getopts "b:fi:l:stvV" c; do |
| case $c in |
| s) OPTS=$OPTS"-s ";; |
| t) OPTS=$OPTS"-t ";; |
| v) OPTS=$OPTS"-v ";; |
| i) OPTS=$OPTS"-i "$OPTARG" ";; |
| b) OPTS=$OPTS"-b "$OPTARG" ";; |
| f) DBOPTS=$DBOPTS" -f";; |
| l) DBOPTS=$DBOPTS" -l "$OPTARG" ";; |
| V) $XFS_DB_PROG -p xfs_check -V |
| return $? |
| ;; |
| esac |
| done |
| set -- extra $@ |
| shift $OPTIND |
| case $# in |
| 1) ${XFS_DB_PROG}${DBOPTS} -F -i -p xfs_check -c "check$OPTS" $1 |
| status=$? |
| ;; |
| 2) echo $USAGE 1>&1 |
| status=2 |
| ;; |
| esac |
| return $status |
| } |
| |
| _scratch_xfs_db_options() |
| { |
| SCRATCH_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV" |
| echo $SCRATCH_OPTIONS $* $SCRATCH_DEV |
| } |
| |
| _scratch_xfs_db() |
| { |
| $XFS_DB_PROG "$@" $(_scratch_xfs_db_options) |
| } |
| |
| _test_xfs_db_options() |
| { |
| TEST_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \ |
| TEST_OPTIONS="-l$TEST_LOGDEV" |
| echo $TEST_OPTIONS $* $TEST_DEV |
| } |
| |
| _test_xfs_db() |
| { |
| $XFS_DB_PROG "$@" $(_test_xfs_db_options) |
| } |
| |
| _scratch_xfs_admin() |
| { |
| local options=("$SCRATCH_DEV") |
| local rt_opts=() |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| options+=("$SCRATCH_LOGDEV") |
| if [ "$USE_EXTERNAL" = yes ] && [ -n "$SCRATCH_RTDEV" ]; then |
| $XFS_ADMIN_PROG --help 2>&1 | grep -q 'rtdev' || \ |
| _notrun 'xfs_admin does not support rt devices' |
| rt_opts+=(-r "$SCRATCH_RTDEV") |
| fi |
| |
| # xfs_admin in xfsprogs 5.11 has a bug where an external log device |
| # forces xfs_db to be invoked, potentially with zero command arguments. |
| # When this happens, xfs_db will wait for input on stdin, which causes |
| # fstests to hang. Since xfs_admin is not an interactive tool, we |
| # can redirect stdin from /dev/null to prevent this issue. |
| $XFS_ADMIN_PROG "${rt_opts[@]}" "$@" "${options[@]}" < /dev/null |
| } |
| |
| _scratch_xfs_logprint() |
| { |
| SCRATCH_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV" |
| $XFS_LOGPRINT_PROG $SCRATCH_OPTIONS $* $SCRATCH_DEV |
| } |
| |
| _test_xfs_logprint() |
| { |
| TEST_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \ |
| TEST_OPTIONS="-l$TEST_LOGDEV" |
| $XFS_LOGPRINT_PROG $TEST_OPTIONS $* $TEST_DEV |
| } |
| |
| _scratch_xfs_check() |
| { |
| SCRATCH_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| SCRATCH_OPTIONS="-l $SCRATCH_LOGDEV" |
| [ "$LARGE_SCRATCH_DEV" = yes ] && \ |
| SCRATCH_OPTIONS=$SCRATCH_OPTIONS" -t" |
| _xfs_check $SCRATCH_OPTIONS $* $SCRATCH_DEV |
| } |
| |
| # Check for secret debugging hooks in xfs_repair |
| _require_libxfs_debug_flag() { |
| local hook="$1" |
| |
| grep -q "$hook" "$(type -P xfs_repair)" || \ |
| _notrun "libxfs debug hook $hook not detected?" |
| } |
| |
| _scratch_xfs_repair() |
| { |
| SCRATCH_OPTIONS="" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_RTDEV" ] && \ |
| SCRATCH_OPTIONS=$SCRATCH_OPTIONS" -r$SCRATCH_RTDEV" |
| $XFS_REPAIR_PROG $SCRATCH_OPTIONS $* $SCRATCH_DEV |
| } |
| |
| # this test requires the projid32bit feature to be available in mkfs.xfs. |
| # |
| _require_projid32bit() |
| { |
| _scratch_mkfs_xfs_supported -i projid32bit=1 >/dev/null 2>&1 \ |
| || _notrun "mkfs.xfs doesn't have projid32bit feature" |
| } |
| |
| _require_projid16bit() |
| { |
| _scratch_mkfs_xfs_supported -i projid32bit=0 >/dev/null 2>&1 \ |
| || _notrun "16 bit project IDs not supported on $SCRATCH_DEV" |
| } |
| |
| # this test requires the crc feature to be available in mkfs.xfs |
| # |
| _require_xfs_mkfs_crc() |
| { |
| _scratch_mkfs_xfs_supported -m crc=1 >/dev/null 2>&1 \ |
| || _notrun "mkfs.xfs doesn't have crc feature" |
| } |
| |
| # this test requires the xfs kernel support crc feature |
| # |
| _require_xfs_crc() |
| { |
| _scratch_mkfs_xfs -m crc=1 >/dev/null 2>&1 |
| _try_scratch_mount >/dev/null 2>&1 \ |
| || _notrun "Kernel doesn't support crc feature" |
| _scratch_unmount |
| } |
| |
| # this test requires the xfs kernel support crc feature on scratch device |
| # |
| _require_scratch_xfs_crc() |
| { |
| _scratch_mkfs_xfs >/dev/null 2>&1 |
| _try_scratch_mount >/dev/null 2>&1 \ |
| || _notrun "Kernel doesn't support crc feature" |
| $XFS_INFO_PROG $SCRATCH_MNT | grep -q 'crc=1' || _notrun "crc feature not supported by this filesystem" |
| _scratch_unmount |
| } |
| |
| # this test requires the finobt feature to be available in mkfs.xfs |
| # |
| _require_xfs_mkfs_finobt() |
| { |
| _scratch_mkfs_xfs_supported -m crc=1,finobt=1 >/dev/null 2>&1 \ |
| || _notrun "mkfs.xfs doesn't have finobt feature" |
| } |
| |
| # this test requires the xfs kernel support finobt feature |
| # |
| _require_xfs_finobt() |
| { |
| _scratch_mkfs_xfs -m crc=1,finobt=1 >/dev/null 2>&1 |
| _try_scratch_mount >/dev/null 2>&1 \ |
| || _notrun "Kernel doesn't support finobt feature" |
| _scratch_unmount |
| } |
| |
| # this test requires xfs sysfs attribute support |
| # |
| _require_xfs_sysfs() |
| { |
| attr=$1 |
| sysfsdir=/sys/fs/xfs |
| |
| if [ ! -e $sysfsdir ]; then |
| _notrun "no kernel support for XFS sysfs attributes" |
| fi |
| |
| if [ ! -z $1 ] && [ ! -e $sysfsdir/$attr ]; then |
| _notrun "sysfs attribute '$attr' is not supported" |
| fi |
| } |
| |
| # this test requires the xfs sparse inode feature |
| # |
| _require_xfs_sparse_inodes() |
| { |
| _scratch_mkfs_xfs_supported -m crc=1 -i sparse > /dev/null 2>&1 \ |
| || _notrun "mkfs.xfs does not support sparse inodes" |
| _scratch_mkfs_xfs -m crc=1 -i sparse > /dev/null 2>&1 |
| _try_scratch_mount >/dev/null 2>&1 \ |
| || _notrun "kernel does not support sparse inodes" |
| _scratch_unmount |
| } |
| |
| # check that xfs_db supports a specific command |
| _require_xfs_db_command() |
| { |
| if [ $# -ne 1 ]; then |
| echo "Usage: _require_xfs_db_command command" 1>&2 |
| exit 1 |
| fi |
| command=$1 |
| |
| _scratch_mkfs_xfs >/dev/null 2>&1 |
| _scratch_xfs_db -x -c "help" | grep $command > /dev/null || \ |
| _notrun "xfs_db $command support is missing" |
| } |
| |
| # Does the filesystem mounted from a particular device support scrub? |
| _supports_xfs_scrub() |
| { |
| local mountpoint="$1" |
| local device="$2" |
| |
| if [ -z "$device" ] || [ -z "$mountpoint" ]; then |
| echo "Usage: _supports_xfs_scrub mountpoint device" |
| return 1 |
| fi |
| |
| if [ ! -b "$device" ] || [ ! -e "$mountpoint" ]; then |
| return 1 |
| fi |
| |
| test "$FSTYP" = "xfs" || return 1 |
| test -x "$XFS_SCRUB_PROG" || return 1 |
| |
| # Probe for kernel support... |
| $XFS_IO_PROG -c 'help scrub' 2>&1 | grep -q 'types are:.*probe' || return 1 |
| $XFS_IO_PROG -c "scrub probe" "$mountpoint" 2>&1 | grep -q "Inappropriate ioctl" && return 1 |
| |
| # Scrub can't run on norecovery mounts |
| _fs_options "$device" | grep -q "norecovery" && return 1 |
| |
| return 0 |
| } |
| |
| # Save a snapshot of a corrupt xfs filesystem for later debugging. |
| _xfs_metadump() { |
| local metadump="$1" |
| local device="$2" |
| local logdev="$3" |
| local compressopt="$4" |
| shift; shift; shift; shift |
| local options="$@" |
| test -z "$options" && options="-a -o" |
| |
| if [ "$logdev" != "none" ]; then |
| options="$options -l $logdev" |
| fi |
| |
| $XFS_METADUMP_PROG $options "$device" "$metadump" |
| res=$? |
| [ "$compressopt" = "compress" ] && [ -n "$DUMP_COMPRESSOR" ] && |
| $DUMP_COMPRESSOR "$metadump" &> /dev/null |
| return $res |
| } |
| |
| # Snapshot the metadata on the scratch device |
| _scratch_xfs_metadump() |
| { |
| local metadump=$1 |
| shift |
| local logdev=none |
| |
| [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \ |
| logdev=$SCRATCH_LOGDEV |
| |
| _xfs_metadump "$metadump" "$SCRATCH_DEV" "$logdev" nocompress "$@" |
| } |
| |
| # run xfs_check and friends on a FS. |
| _check_xfs_filesystem() |
| { |
| if [ $# -ne 3 ]; then |
| echo "Usage: _check_xfs_filesystem device <logdev>|none <rtdev>|none" 1>&2 |
| exit 1 |
| fi |
| |
| extra_mount_options="" |
| extra_log_options="" |
| extra_options="" |
| device=$1 |
| if [ -f $device ]; then |
| extra_options="-f" |
| fi |
| |
| local logdev="$2" |
| if [ "$logdev" != "none" ]; then |
| extra_log_options="-l$logdev" |
| extra_mount_options="-ologdev=$logdev" |
| fi |
| |
| local rtdev="$3" |
| if [ "$rtdev" != "none" ]; then |
| extra_rt_options="-r$rtdev" |
| extra_mount_options=$extra_mount_options" -ortdev=$rtdev" |
| fi |
| extra_mount_options=$extra_mount_options" $MOUNT_OPTIONS" |
| |
| [ "$FSTYP" != xfs ] && return 0 |
| |
| type=`_fs_type $device` |
| ok=1 |
| |
| # Run online scrub if we can. |
| mntpt="$(_is_dev_mounted $device)" |
| if [ -n "$mntpt" ] && _supports_xfs_scrub "$mntpt" "$device"; then |
| # Tests can create a scenario in which a call to syncfs() issued |
| # at the end of the execution of the test script would return an |
| # error code. xfs_scrub internally calls syncfs() before |
| # starting the actual online consistency check operation. Since |
| # such a call to syncfs() fails, xfs_scrub ends up returning |
| # without performing consistency checks on the test |
| # filesystem. This can mask a possible on-disk data structure |
| # corruption. Hence consume such a possible syncfs() failure |
| # before executing a scrub operation. |
| $XFS_IO_PROG -c syncfs $mntpt >> $seqres.full 2>&1 |
| |
| "$XFS_SCRUB_PROG" $scrubflag -v -d -n $mntpt > $tmp.scrub 2>&1 |
| if [ $? -ne 0 ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device failed scrub" |
| echo "*** xfs_scrub $scrubflag -v -d -n output ***" >> $seqres.full |
| cat $tmp.scrub >> $seqres.full |
| echo "*** end xfs_scrub output" >> $serqres.full |
| ok=0 |
| fi |
| rm -f $tmp.scrub |
| fi |
| |
| if [ "$type" = "xfs" ]; then |
| # mounted ... |
| mountpoint=`_umount_or_remount_ro $device` |
| fi |
| |
| $XFS_LOGPRINT_PROG -t $extra_log_options $device 2>&1 \ |
| | tee $tmp.logprint | grep -q "<CLEAN>" |
| if [ $? -ne 0 ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device has dirty log" |
| echo "*** xfs_logprint -t output ***" >>$seqres.full |
| cat $tmp.logprint >>$seqres.full |
| echo "*** end xfs_logprint output" >>$seqres.full |
| |
| ok=0 |
| fi |
| |
| # xfs_check runs out of memory on large files, so even providing the test |
| # option (-t) to avoid indexing the free space trees doesn't make it pass on |
| # large filesystems. Avoid it. |
| if [ "$LARGE_SCRATCH_DEV" != yes ]; then |
| _xfs_check $extra_log_options $device 2>&1 > $tmp.fs_check |
| fi |
| if [ -s $tmp.fs_check ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device is inconsistent (c)" |
| echo "*** xfs_check output ***" >>$seqres.full |
| cat $tmp.fs_check >>$seqres.full |
| echo "*** end xfs_check output" >>$seqres.full |
| |
| ok=0 |
| fi |
| |
| $XFS_REPAIR_PROG -n $extra_options $extra_log_options $extra_rt_options $device >$tmp.repair 2>&1 |
| if [ $? -ne 0 ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device is inconsistent (r)" |
| echo "*** xfs_repair -n output ***" >>$seqres.full |
| cat $tmp.repair >>$seqres.full |
| echo "*** end xfs_repair output" >>$seqres.full |
| |
| ok=0 |
| fi |
| rm -f $tmp.fs_check $tmp.logprint $tmp.repair |
| |
| if [ "$ok" -ne 1 ] && [ "$DUMP_CORRUPT_FS" = "1" ]; then |
| local flatdev="$(basename "$device")" |
| _xfs_metadump "$seqres.$flatdev.check.md" "$device" "$logdev" \ |
| compress >> $seqres.full |
| fi |
| |
| # Optionally test the index rebuilding behavior. |
| if [ -n "$TEST_XFS_REPAIR_REBUILD" ]; then |
| rebuild_ok=1 |
| $XFS_REPAIR_PROG $extra_options $extra_log_options $extra_rt_options $device >$tmp.repair 2>&1 |
| if [ $? -ne 0 ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device is inconsistent (rebuild)" |
| echo "*** xfs_repair output ***" >>$seqres.full |
| cat $tmp.repair >>$seqres.full |
| echo "*** end xfs_repair output" >>$seqres.full |
| |
| ok=0 |
| rebuild_ok=0 |
| fi |
| rm -f $tmp.repair |
| |
| $XFS_REPAIR_PROG -n $extra_options $extra_log_options $extra_rt_options $device >$tmp.repair 2>&1 |
| if [ $? -ne 0 ]; then |
| _log_err "_check_xfs_filesystem: filesystem on $device is inconsistent (rebuild-reverify)" |
| echo "*** xfs_repair -n output ***" >>$seqres.full |
| cat $tmp.repair >>$seqres.full |
| echo "*** end xfs_repair output" >>$seqres.full |
| |
| ok=0 |
| rebuild_ok=0 |
| fi |
| rm -f $tmp.repair |
| |
| if [ "$rebuild_ok" -ne 1 ] && [ "$DUMP_CORRUPT_FS" = "1" ]; then |
| local flatdev="$(basename "$device")" |
| _xfs_metadump "$seqres.$flatdev.rebuild.md" "$device" \ |
| "$logdev" compress >> $seqres.full |
| fi |
| fi |
| |
| if [ $ok -eq 0 ]; then |
| echo "*** mount output ***" >>$seqres.full |
| _mount >>$seqres.full |
| echo "*** end mount output" >>$seqres.full |
| elif [ "$type" = "xfs" ]; then |
| _mount_or_remount_rw "$extra_mount_options" $device $mountpoint |
| fi |
| |
| if [ $ok -eq 0 ]; then |
| status=1 |
| if [ "$iam" != "check" ]; then |
| exit 1 |
| fi |
| return 1 |
| fi |
| |
| return 0 |
| } |
| |
| _check_xfs_test_fs() |
| { |
| TEST_LOG="none" |
| TEST_RT="none" |
| [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \ |
| TEST_LOG="$TEST_LOGDEV" |
| |
| [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_RTDEV" ] && \ |
| TEST_RT="$TEST_RTDEV" |
| |
| _check_xfs_filesystem $TEST_DEV $TEST_LOG $TEST_RT |
| return $? |
| } |
| |
| _require_xfs_test_rmapbt() |
| { |
| _require_test |
| |
| if [ "$($XFS_INFO_PROG "$TEST_DIR" | grep -c "rmapbt=1")" -ne 1 ]; then |
| _notrun "rmapbt not supported by test filesystem type: $FSTYP" |
| fi |
| } |
| |
| _require_xfs_scratch_rmapbt() |
| { |
| _require_scratch |
| |
| _scratch_mkfs > /dev/null |
| _scratch_mount |
| if [ "$($XFS_INFO_PROG "$SCRATCH_MNT" | grep -c "rmapbt=1")" -ne 1 ]; then |
| _scratch_unmount |
| _notrun "rmapbt not supported by scratch filesystem type: $FSTYP" |
| fi |
| _scratch_unmount |
| } |
| |
| _xfs_bmapx_find() |
| { |
| case "$1" in |
| "attr") |
| param="a" |
| ;; |
| "cow") |
| param="c" |
| ;; |
| *) |
| param="e" |
| ;; |
| esac |
| shift |
| file="$1" |
| shift |
| |
| $XFS_IO_PROG -c "bmap -${param}lpv" "$file" | grep -c "$@" |
| } |
| |
| # Reset all xfs error handling attributes, set them to original |
| # status. |
| # |
| # Only one argument, and it's mandatory: |
| # - dev: device name, e.g. $SCRATCH_DEV |
| # |
| # Note: this function only works for XFS |
| _reset_xfs_sysfs_error_handling() |
| { |
| local dev=$1 |
| |
| if [ ! -b "$dev" -o "$FSTYP" != "xfs" ]; then |
| _fail "Usage: reset_xfs_sysfs_error_handling <device>" |
| fi |
| |
| _set_fs_sysfs_attr $dev error/fail_at_unmount 1 |
| echo -n "error/fail_at_unmount=" |
| _get_fs_sysfs_attr $dev error/fail_at_unmount |
| |
| # Make sure all will be configured to retry forever by default, except |
| # for ENODEV, which is an unrecoverable error, so it will be configured |
| # to not retry on error by default. |
| for e in default EIO ENOSPC; do |
| _set_fs_sysfs_attr $dev \ |
| error/metadata/${e}/max_retries -1 |
| echo -n "error/metadata/${e}/max_retries=" |
| _get_fs_sysfs_attr $dev error/metadata/${e}/max_retries |
| |
| _set_fs_sysfs_attr $dev \ |
| error/metadata/${e}/retry_timeout_seconds 0 |
| echo -n "error/metadata/${e}/retry_timeout_seconds=" |
| _get_fs_sysfs_attr $dev \ |
| error/metadata/${e}/retry_timeout_seconds |
| done |
| } |
| |
| # Skip if we are running an older binary without the stricter input checks. |
| # Make multiple checks to be sure that there is no regression on the one |
| # selected feature check, which would skew the result. |
| # |
| # At first, make a common function that runs the tests and returns |
| # number of failed cases. |
| _xfs_mkfs_validation_check() |
| { |
| local tmpfile=`mktemp` |
| local cmd="$MKFS_XFS_PROG -f -N -d file,name=$tmpfile,size=1g" |
| |
| $cmd -s size=8s >/dev/null 2>&1 |
| local sum=$? |
| |
| $cmd -l version=2,su=260k >/dev/null 2>&1 |
| sum=`expr $sum + $?` |
| |
| rm -f $tmpfile |
| return $sum |
| } |
| |
| # Skip the test if all calls passed - mkfs accepts invalid input |
| _require_xfs_mkfs_validation() |
| { |
| _xfs_mkfs_validation_check |
| if [ "$?" -eq 0 ]; then |
| _notrun "Requires newer mkfs with stricter input checks: the oldest supported version of xfsprogs is 4.7." |
| fi |
| } |
| |
| # The opposite of _require_xfs_mkfs_validation. |
| _require_xfs_mkfs_without_validation() |
| { |
| _xfs_mkfs_validation_check |
| if [ "$?" -ne 0 ]; then |
| _notrun "Requires older mkfs without strict input checks: the last supported version of xfsprogs is 4.5." |
| fi |
| } |
| |
| # XFS ability to change UUIDs on V5/CRC filesystems |
| # |
| _require_meta_uuid() |
| { |
| # This will create a crc fs on $SCRATCH_DEV |
| _require_xfs_crc |
| |
| _scratch_xfs_db -x -c "uuid restore" 2>&1 \ |
| | grep -q "invalid UUID\|supported on V5 fs" \ |
| && _notrun "Userspace doesn't support meta_uuid feature" |
| |
| _scratch_xfs_db -x -c "uuid generate" >/dev/null 2>&1 |
| |
| _try_scratch_mount >/dev/null 2>&1 \ |
| || _notrun "Kernel doesn't support meta_uuid feature" |
| _scratch_unmount |
| } |
| |
| # this test requires mkfs.xfs have case-insensitive naming support |
| _require_xfs_mkfs_ciname() |
| { |
| _scratch_mkfs_xfs_supported -n version=ci >/dev/null 2>&1 \ |
| || _notrun "need case-insensitive naming support in mkfs.xfs" |
| } |
| |
| # this test requires mkfs.xfs have configuration file support |
| _require_xfs_mkfs_cfgfile() |
| { |
| echo > /tmp/a |
| _scratch_mkfs_xfs_supported -c options=/tmp/a >/dev/null 2>&1 |
| res=$? |
| rm -rf /tmp/a |
| test $res -eq 0 || _notrun "need configuration file support in mkfs.xfs" |
| } |
| |
| # XFS_DEBUG requirements |
| _require_xfs_debug() |
| { |
| if grep -q "debug 0" /proc/fs/xfs/stat; then |
| _notrun "Require XFS built with CONFIG_XFS_DEBUG" |
| fi |
| } |
| _require_no_xfs_debug() |
| { |
| if grep -q "debug 1" /proc/fs/xfs/stat; then |
| _notrun "Require XFS built without CONFIG_XFS_DEBUG" |
| fi |
| } |
| |
| # Require that assertions will not crash the system. |
| # |
| # Assertions would always crash the system if XFS assert fatal was enabled |
| # (CONFIG_XFS_ASSERT_FATAL=y). If a test is designed to trigger an assertion, |
| # skip the test on a CONFIG_XFS_ASSERT_FATAL built XFS by default. Note: |
| # CONFIG_XFS_ASSERT_FATAL can be disabled by setting bug_on_assert to zero if |
| # we want test to run. |
| _require_no_xfs_bug_on_assert() |
| { |
| if [ -f /sys/fs/xfs/debug/bug_on_assert ]; then |
| grep -q "1" /sys/fs/xfs/debug/bug_on_assert && \ |
| _notrun "test requires XFS bug_on_assert to be off, turn it off to run the test" |
| else |
| # Note: Prior to the creation of CONFIG_XFS_ASSERT_FATAL (and |
| # the sysfs knob bug_on_assert), assertions would always crash |
| # the system if XFS debug was enabled (CONFIG_XFS_DEBUG=y). If |
| # a test is designed to trigger an assertion and the test |
| # designer does not want to hang fstests, skip the test. |
| _require_no_xfs_debug |
| fi |
| } |
| |
| # Get a metadata field |
| # The first arg is the field name |
| # The rest of the arguments are xfs_db commands to find the metadata. |
| _scratch_xfs_get_metadata_field() |
| { |
| local key="$1" |
| shift |
| |
| local grep_key="$(echo "${key}" | tr '[]()' '....')" |
| local cmds=() |
| local arg |
| for arg in "$@"; do |
| cmds+=("-c" "${arg}") |
| done |
| _scratch_xfs_db "${cmds[@]}" -c "print ${key}" | grep "^${grep_key}" | \ |
| sed -e 's/^.* = //g' |
| } |
| |
| # Set a metadata field |
| # The first arg is the field name |
| # The second arg is the new value |
| # The rest of the arguments are xfs_db commands to find the metadata. |
| _scratch_xfs_set_metadata_field() |
| { |
| local key="$1" |
| local value="$2" |
| shift; shift |
| |
| local cmds=() |
| local arg |
| for arg in "$@"; do |
| cmds+=("-c" "${arg}") |
| done |
| |
| local wr_cmd="write" |
| _scratch_xfs_db -x -c "help write" | egrep -q "(-c|-d)" && value="-- ${value}" |
| _scratch_xfs_db -x -c "help write" | egrep -q "(-d)" && wr_cmd="${wr_cmd} -d" |
| _scratch_xfs_db -x "${cmds[@]}" -c "${wr_cmd} ${key} ${value}" |
| } |
| |
| _scratch_xfs_get_sb_field() |
| { |
| _scratch_xfs_get_metadata_field "$1" "sb 0" |
| } |
| |
| _scratch_xfs_set_sb_field() |
| { |
| _scratch_xfs_set_metadata_field "$1" "$2" "sb 0" |
| } |
| |
| # Before xfsprogs commit 4222d000ed("db: write via array indexing doesn't |
| # work"), xfs_db command to write a specific AGFL index doesn't work. It's a |
| # bug in a diagnostic tool that is only used by XFS developers as a test |
| # infrastructure, so it's fine to treat it as a infrastructure dependency as |
| # all other _require rules. |
| _require_xfs_db_write_array() |
| { |
| local supported=0 |
| |
| _require_test |
| touch $TEST_DIR/$seq.img |
| $MKFS_XFS_PROG -d file,name=$TEST_DIR/$seq.img,size=512m >/dev/null 2>&1 |
| $XFS_DB_PROG -x -c "agfl 0" -c "write bno[32] 78" $TEST_DIR/$seq.img \ |
| >/dev/null 2>&1 |
| $XFS_DB_PROG -x -c "agfl 0" -c "print bno[32]" $TEST_DIR/$seq.img \ |
| | grep -q "bno\[32\] = 78" && supported=1 |
| rm -f $TEST_DIR/$seq.img |
| [ $supported -eq 0 ] && _notrun "xfs_db write can't support array" |
| } |
| |
| _require_xfs_spaceman_command() |
| { |
| if [ -z "$1" ]; then |
| echo "Usage: _require_xfs_spaceman_command command [switch]" 1>&2 |
| exit 1 |
| fi |
| local command=$1 |
| shift |
| local param="$*" |
| local param_checked=0 |
| local opts="" |
| |
| _require_command "$XFS_SPACEMAN_PROG" "xfs_spaceman" |
| |
| testfile=$TEST_DIR/$$.xfs_spaceman |
| touch $testfile |
| case $command in |
| "health") |
| testio=`$XFS_SPACEMAN_PROG -c "health $param" $TEST_DIR 2>&1` |
| param_checked=1 |
| ;; |
| *) |
| testio=`$XFS_SPACEMAN_PROG -c "help $command" $TEST_DIR 2>&1` |
| esac |
| |
| rm -f $testfile 2>&1 > /dev/null |
| echo $testio | grep -q "not found" && \ |
| _notrun "xfs_spaceman $command support is missing" |
| echo $testio | grep -q "Operation not supported" && \ |
| _notrun "xfs_spaceman $command failed (old kernel/wrong fs?)" |
| echo $testio | grep -q "Invalid" && \ |
| _notrun "xfs_spaceman $command failed (old kernel/wrong fs/bad args?)" |
| echo $testio | grep -q "foreign file active" && \ |
| _notrun "xfs_spaceman $command not supported on $FSTYP" |
| echo $testio | grep -q "Inappropriate ioctl for device" && \ |
| _notrun "xfs_spaceman $command support is missing (missing ioctl?)" |
| echo $testio | grep -q "Function not implemented" && \ |
| _notrun "xfs_spaceman $command support is missing (missing syscall?)" |
| |
| [ -n "$param" ] || return |
| |
| if [ $param_checked -eq 0 ]; then |
| $XFS_SPACEMAN_PROG -c "help $command" | grep -q "^ $param --" || \ |
| _notrun "xfs_spaceman $command doesn't support $param" |
| fi |
| } |
| |
| _scratch_get_sfdir_prefix() { |
| local dir_ino="$1" |
| |
| for prefix in "u.sfdir3" "u.sfdir2" "u3.sfdir3"; do |
| if [ -n "$(_scratch_xfs_get_metadata_field \ |
| "${prefix}.hdr.parent.i4" \ |
| "inode ${dir_ino}")" ]; then |
| echo "${prefix}" |
| return 0 |
| fi |
| done |
| _scratch_xfs_db -c "inode ${dir_ino}" -c 'p' >> $seqres.full |
| return 1 |
| } |
| |
| _scratch_get_bmx_prefix() { |
| local ino="$1" |
| |
| for prefix in "u3.bmx" "u.bmx"; do |
| if [ -n "$(_scratch_xfs_get_metadata_field \ |
| "${prefix}[0].startblock" \ |
| "inode ${ino}")" ]; then |
| echo "${prefix}" |
| return 0 |
| fi |
| done |
| _scratch_xfs_db -c "inode ${ino}" -c 'p' >> $seqres.full |
| return 1 |
| } |
| |
| _scratch_get_iext_count() |
| { |
| local ino=$1 |
| local whichfork=$2 |
| local field="" |
| |
| case $whichfork in |
| "attr") |
| field=core.naextents |
| ;; |
| "data") |
| field=core.nextents |
| ;; |
| *) |
| return 1 |
| esac |
| |
| _scratch_xfs_get_metadata_field $field "inode $ino" |
| } |
| |
| # |
| # Ensures that we don't pass any mount options incompatible with XFS v4 |
| # |
| _force_xfsv4_mount_options() |
| { |
| local gquota=0 |
| local pquota=0 |
| |
| # Can't have group and project quotas in XFS v4 |
| echo "$MOUNT_OPTIONS" | egrep -q "(gquota|grpquota|grpjquota=|gqnoenforce)" && gquota=1 |
| echo "$MOUNT_OPTIONS" | egrep -q "(\bpquota|prjquota|pqnoenforce)" && pquota=1 |
| |
| if [ $gquota -gt 0 ] && [ $pquota -gt 0 ]; then |
| export MOUNT_OPTIONS=$(echo $MOUNT_OPTIONS \ |
| | sed -e 's/gquota/QUOTA/g' \ |
| -e 's/grpquota/QUOTA/g' \ |
| -e 's/grpjquota=[^, ]/QUOTA/g' \ |
| -e 's/gqnoenforce/QUOTA/g' \ |
| -e "s/QUOTA/defaults/g") |
| fi |
| echo "MOUNT_OPTIONS = $MOUNT_OPTIONS" >>$seqres.full |
| } |
| |
| # Find AG count of mounted filesystem |
| _xfs_mount_agcount() |
| { |
| $XFS_INFO_PROG "$1" | grep agcount= | sed -e 's/^.*agcount=\([0-9]*\),.*$/\1/g' |
| } |
| |
| # Wipe the superblock of each XFS AGs |
| _try_wipe_scratch_xfs() |
| { |
| local num='^[0-9]+$' |
| local agcount |
| local agsize |
| local dbsize |
| |
| # Try to wipe each SB if there's an existed XFS |
| agcount=`_scratch_xfs_get_sb_field agcount 2>/dev/null` |
| agsize=`_scratch_xfs_get_sb_field agblocks 2>/dev/null` |
| dbsize=`_scratch_xfs_get_sb_field blocksize 2>/dev/null` |
| if [[ $agcount =~ $num && $agsize =~ $num && $dbsize =~ $num ]];then |
| for ((i = 0; i < agcount; i++)); do |
| $XFS_IO_PROG -c "pwrite $((i * dbsize * agsize)) $dbsize" \ |
| $SCRATCH_DEV >/dev/null; |
| done |
| fi |
| |
| # Try to wipe each SB by default mkfs.xfs geometry |
| local tmp=`mktemp -u` |
| unset agcount agsize dbsize |
| _scratch_mkfs_xfs -N 2>/dev/null | perl -ne ' |
| if (/^meta-data=.*\s+agcount=(\d+), agsize=(\d+) blks/) { |
| print STDOUT "agcount=$1\nagsize=$2\n"; |
| } |
| if (/^data\s+=\s+bsize=(\d+)\s/) { |
| print STDOUT "dbsize=$1\n"; |
| }' > $tmp.mkfs |
| |
| . $tmp.mkfs |
| if [[ $agcount =~ $num && $agsize =~ $num && $dbsize =~ $num ]];then |
| for ((i = 0; i < agcount; i++)); do |
| $XFS_IO_PROG -c "pwrite $((i * dbsize * agsize)) $dbsize" \ |
| $SCRATCH_DEV >/dev/null; |
| done |
| fi |
| rm -f $tmp.mkfs |
| } |
| |
| _require_xfs_copy() |
| { |
| [ -n "$XFS_COPY_PROG" ] || _notrun "xfs_copy binary not yet installed" |
| [ "$USE_EXTERNAL" = yes ] && \ |
| _notrun "Cannot xfs_copy with external devices" |
| } |
| |
| __xfs_cowgc_interval_knob1="/proc/sys/fs/xfs/speculative_cow_prealloc_lifetime" |
| __xfs_cowgc_interval_knob2="/proc/sys/fs/xfs/speculative_prealloc_lifetime" |
| |
| _xfs_set_cowgc_interval() { |
| if [ -w $__xfs_cowgc_interval_knob1 ]; then |
| echo "$@" > $__xfs_cowgc_interval_knob1 |
| elif [ -w $__xfs_cowgc_interval_knob2 ]; then |
| echo "$@" > $__xfs_cowgc_interval_knob2 |
| else |
| _fail "Can't find cowgc interval procfs knob?" |
| fi |
| } |
| |
| _xfs_get_cowgc_interval() { |
| if [ -w $__xfs_cowgc_interval_knob1 ]; then |
| cat $__xfs_cowgc_interval_knob1 |
| elif [ -w $__xfs_cowgc_interval_knob2 ]; then |
| cat $__xfs_cowgc_interval_knob2 |
| else |
| _fail "Can't find cowgc interval procfs knob?" |
| fi |
| } |
| |
| # Print the status of the given features on the scratch filesystem. |
| # Returns 0 if all features are found, 1 otherwise. |
| _check_scratch_xfs_features() |
| { |
| local features="$(_scratch_xfs_db -c 'version')" |
| local output=("FEATURES:") |
| local found=0 |
| |
| for feature in "$@"; do |
| local status="NO" |
| if echo "${features}" | grep -q -w "${feature}"; then |
| status="YES" |
| found=$((found + 1)) |
| fi |
| output+=("${feature}:${status}") |
| done |
| |
| echo "${output[@]}" |
| test "${found}" -eq "$#" |
| } |
| |
| # Decide if xfs_repair knows how to set (or clear) a filesystem feature. |
| _require_xfs_repair_upgrade() |
| { |
| local type="$1" |
| |
| $XFS_REPAIR_PROG -c "$type=garbagevalue" 2>&1 | \ |
| grep -q 'unknown option' && \ |
| _notrun "xfs_repair does not support upgrading fs with $type" |
| } |
| |
| # Require that the scratch device exists, that mkfs can format with inobtcount |
| # enabled, and that the kernel can mount such a filesystem. |
| _require_scratch_xfs_inobtcount() |
| { |
| _require_scratch |
| |
| _scratch_mkfs -m inobtcount=1 &> /dev/null || \ |
| _notrun "mkfs.xfs doesn't support inobtcount feature" |
| _try_scratch_mount || \ |
| _notrun "kernel doesn't support xfs inobtcount feature" |
| _scratch_unmount |
| } |
| |
| _xfs_timestamp_range() |
| { |
| local device="$1" |
| local use_db=0 |
| local dbprog="$XFS_DB_PROG $device" |
| test "$device" = "$SCRATCH_DEV" && dbprog=_scratch_xfs_db |
| |
| $dbprog -f -c 'help timelimit' | grep -v -q 'not found' && use_db=1 |
| if [ $use_db -eq 0 ]; then |
| # The "timelimit" command was added to xfs_db at the same time |
| # that bigtime was added to xfsprogs. Therefore, we can assume |
| # the old timestamp range if the command isn't present. |
| echo "-$((1<<31)) $(((1<<31)-1))" |
| else |
| $dbprog -f -c 'timelimit --compact' | \ |
| awk '{printf("%s %s", $1, $2);}' |
| fi |
| } |
| |
| # Require that the scratch device exists, that mkfs can format with bigtime |
| # enabled, that the kernel can mount such a filesystem, and that xfs_info |
| # advertises the presence of that feature. |
| _require_scratch_xfs_bigtime() |
| { |
| _require_scratch |
| |
| _scratch_mkfs -m bigtime=1 &>/dev/null || \ |
| _notrun "mkfs.xfs doesn't support bigtime feature" |
| _try_scratch_mount || \ |
| _notrun "kernel doesn't support xfs bigtime feature" |
| $XFS_INFO_PROG "$SCRATCH_MNT" | grep -q -w "bigtime=1" || \ |
| _notrun "bigtime feature not advertised on mount?" |
| _scratch_unmount |
| } |