Skip to content

Instantly share code, notes, and snippets.

View mcgrof's full-sized avatar

Luis Chamberlain mcgrof

View GitHub Profile
root@min-xfs-reflink-16k-4ks /var/lib/xfstests # cat results/min-xfs-reflink-16k-4ks/6.8.0-rc2+/xfs_reflink_16k_4ks/generic/251.out.bad
QA output created by 251
Running the test: done.
cp: error writing '/media/scratch/10/results/min-xfs-reflink-16k-4ks/6.8.0-rc2+/xfs_reflink_16k_4ks/generic/055.full': Cannot allocate memory
276a277
> 0fa74a4e226a1e5d4cb2d9d169698041 ./results/min-xfs-reflink-16k-4ks/6.8.0-rc2+/xfs_reflink_16k_4ks/generic/055.full
1619d1619
< 5bcc83d4dcea8407dd13184074aa56ce ./results/min-xfs-reflink-16k-4ks/6.8.0-rc2+/xfs_reflink_16k_4ks/generic/055.full
!!!Checksums has changed - Filesystem possibly corrupted!!!\n
[ 4923.905452] run fstests generic/251 at 2024-04-16 16:48:26
[ 4924.776323] XFS (loop16): EXPERIMENTAL: Filesystem with Large Block Size (16384 bytes) enabled.
[ 4924.780361] XFS (loop16): Mounting V5 Filesystem 397eee8b-beda-451e-ae0e-eca84f3b4da9
[ 4924.807649] XFS (loop16): Ending clean mount
[ 4925.080703] XFS (loop5): EXPERIMENTAL: Filesystem with Large Block Size (16384 bytes) enabled.
[ 4925.083550] XFS (loop5): Mounting V5 Filesystem 4d11fb31-8697-464c-b19c-9709f72d7bd4
[ 4925.104850] XFS (loop5): Ending clean mount
[ 4975.982688] XFS (loop5): xlog_verify_grant_tail: space > BBTOB(tail_blocks)
[ 5256.643656] XFS: Assertion failed: bp->b_flags & XBF_DONE, file: fs/xfs/xfs_trans_buf.c, line: 241
[ 5256.645261] ------------[ cut here ]------------
@mcgrof
mcgrof / gist:6ef50311179a65221413a63c0cc8efd1
Created April 16, 2024 23:15
6.8-rc2 xfs/242 odd failure rate
root@base-xfs-reflink-2k /var/lib/xfstests # diff -u tests/xfs/242.out results/base-xfs-reflink-2k/6.8.0-rc2/xfs_reflink_2k/xfs/242.out.bad
--- tests/xfs/242.out 2024-04-15 16:15:17.916330022 -0700
+++ results/base-xfs-reflink-2k/6.8.0-rc2/xfs_reflink_2k/xfs/242.out.bad 2024-04-16 06:17:27.067951666 -0700
@@ -73,7 +73,7 @@
1: [256..639]: data
b0c249edb75ce5b52136864d879cde83
17. data -> hole in single block file
-0: [0..7]: data
+0: [0..7]: unwritten
0000000 cdcd cdcd cdcd cdcd cdcd cdcd cdcd cdcd
mcgrof@hypervisor-foobar-01 /xfs1/base/kdevops/guestfs/base-xfs-reflink-stripe-len (git::main)$ du -hs console.log*
772K console.log
2.1M console.log.0
2.1M console.log.1
2.1M console.log.2
mcgrof@hypervisor-foobar-01 /xfs1/base/kdevops/guestfs/base-xfs-reflink-stripe-len (git::main)$ ls -l /var/log/journal/remote/remote-base-xfs-reflink-stripe-len.journal
lrwxrwxrwx 1 root systemd-journal-remote 54 Apr 10 15:37 /var/log/journal/remote/remote-base-xfs-reflink-stripe-len.journal -> /var/log/journal/remote/remote-192.168.122.253.journal
mcgrof@hypervisor-foobar-01 /xfs1/base/kdevops/guestfs/base-xfs-reflink-stripe-len (git::main)$ du -hs /var/log/journal/remote/remote-192.168.122.253.journal
33M /var/log/journal/remote/remote-192.168.122.253.journal
Apr 09 00:32:29 base-xfs-reflink-4k unknown: run fstests generic/447 at 2024-04-09 00:32:29
Apr 09 00:32:29 base-xfs-reflink-4k systemd[1]: Started fstests-generic-447.scope - /usr/bin/bash -c test -w /proc/self/oom_score_adj && echo 250 > /proc/self/oom_score_adj; exec ./tests/ge>
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop16): Mounting V5 Filesystem 14547c47-23aa-4048-a298-4fff4b8de2d7
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop16): Ending clean mount
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop5): Mounting V5 Filesystem 2e4ef8ec-da7b-4cb7-80fa-41aaeb58dcf1
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop5): Ending clean mount
Apr 09 00:32:30 base-xfs-reflink-4k systemd[1]: media-scratch.mount: Deactivated successfully.
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop5): Unmounting Filesystem 2e4ef8ec-da7b-4cb7-80fa-41aaeb58dcf1
Apr 09 00:32:30 base-xfs-reflink-4k kernel: XFS (loop5): Mounting V5 Filesystem f2d17f5c-32d5-44f6-88f8-c68c5285ed89
Apr 09 00:32:30 base-xfs-
Apr 09 00:44:30 base-xfs-reflink-stripe-len root[1915084]: run xfstest generic/476
Apr 09 00:44:30 base-xfs-reflink-stripe-len unknown: run fstests generic/476 at 2024-04-09 00:44:30
Apr 09 00:44:31 base-xfs-reflink-stripe-len systemd[1]: Started fstests-generic-476.scope - /usr/bin/bash -c test -w /proc/self/oom_score_adj && echo 250 > /proc/self/oom_score_adj; exec ./>
Apr 09 00:44:31 base-xfs-reflink-stripe-len kernel: XFS (loop16): Mounting V5 Filesystem ffc05fac-6c75-4764-92e8-2a3e600fb086
Apr 09 00:44:31 base-xfs-reflink-stripe-len kernel: XFS (loop16): Ending clean mount
Apr 09 00:44:32 base-xfs-reflink-stripe-len kernel: XFS (loop5): Mounting V5 Filesystem fe9fce23-057a-4e84-881b-57569462608c
Apr 09 00:44:32 base-xfs-reflink-stripe-len kernel: XFS (loop5): Ending clean mount
Apr 09 00:46:25 base-xfs-reflink-stripe-len dhclient[573]: DHCPREQUEST for 192.168.122.253 on enp1s0 to 192.168.122.1 port 67
Apr 09 00:46:25 base-xfs-reflink-stripe-len dhclient[573]: DHCPACK of 192.168.122.253 from 192.168.122.1
root@base-xfs-nocrc-1k /var/lib/xfstests # cat results/base-xfs-nocrc-1k/6.8.0-rc2/xfs_nocrc_1k/xfs/104.dmesg
[10518.670305] run fstests xfs/104 at 2024-02-01 21:22:35
[10519.114729] XFS (loop16): Mounting V4 Filesystem ba90b70e-97ec-47f9-a6d6-d89eb2bed219
[10519.149337] XFS (loop16): Ending clean mount
[10519.513383] XFS (loop5): Mounting V4 Filesystem d36ab75b-864e-42b9-ab31-27ff3dca7fc7
[10519.528407] XFS (loop5): Ending clean mount
[10522.675287] XFS (loop5): SB summary counter sanity check failed
[10522.675998] XFS (loop5): Metadata corruption detected at xfs_sb_write_verify+0x5e/0x130 [xfs], xfs_sb block 0x0
[10522.677198] XFS (loop5): Unmount and run xfs_repair
[10522.677873] XFS (loop5): First 128 bytes of corrupted metadata buffer:
#!/bin/bash
set -e
set_sched()
{
TARGET_DEV=$1
TARGET_SCHED=$2
echo $TARGET_SCHED > /sys/block/$TARGET_DEV/queue/scheduler
}
Nov 07 05:38:44 min-xfs-nocrc-16k-4ks unknown: run fstests generic/251 at 2023-11-07 05:38:44
Nov 07 05:38:45 min-xfs-nocrc-16k-4ks kernel: XFS (loop16): Mounting V4 Filesystem ebf88afe-9bf1-49d0-b686-6aa7c68d5e26
Nov 07 05:38:45 min-xfs-nocrc-16k-4ks kernel: XFS (loop16): Ending clean mount
Nov 07 05:38:45 min-xfs-nocrc-16k-4ks kernel: XFS (loop5): Mounting V4 Filesystem c18fcf20-3041-4969-9879-6e1d623dc32f
Nov 07 05:38:45 min-xfs-nocrc-16k-4ks kernel: XFS (loop5): Ending clean mount
Nov 07 05:43:40 min-xfs-nocrc-16k-4ks kernel: XFS (loop5): xlog_verify_grant_tail: space > BBTOB(tail_blocks)
Nov 07 05:43:44 min-xfs-nocrc-16k-4ks kernel: XFS: Assertion failed: bp->b_flags & XBF_DONE, file: fs/xfs/xfs_trans_buf.c, line: 241
Nov 07 05:43:44 min-xfs-nocrc-16k-4ks kernel: ------------[ cut here ]------------
Nov 07 05:43:44 min-xfs-nocrc-16k-4ks kernel: kernel BUG at fs/xfs/xfs_message.c:102!
Nov 07 05:43:44 min-xfs-nocrc-16k-4ks kernel: invalid opcode: 0000 [#1] PREEMPT SMP PTI
AMD Ryzen 9 3900X 12-Core Processor
mcgrof@bicho /mnt-xfs-4k/linux (git::minorder)$ nproc
24
2 threads per core
mcgrof@bicho /mnt-xfs-4k/linux (git::minorder)$ free -h
total used free shared buff/cache available
Mem: 31Gi 1.5Gi 1.8Gi 1.4Mi 28Gi 29Gi
Swap: 29Gi 256Ki 29Gi