I ran coreutils "make check" tests 60 times (on Fedora 17, x86_64),
recording the results of each run like this:
for i in $(seq 100); do make -j25 check -C tests VERBOSE=yes \
RUN_EXPENSIVE_TESTS=no >& makerr-$i &&t=.||t=X; printf $t; done
They all passed, but I decided to compare a few, in case there were
any differences. Imagine my surprise when I found numerous differences
showing that lines (mostly "PASS: test-name" ones) are omitted from
the output.
I used this command to compare the log from the 2nd run
to each the 12 following ones. Output below:
for i in $(seq 3 15); do diff-sorted makerr-2 makerr-$i; done
Note that the summary lines (including "PASS:..." counts) were
always the same.
Is this a known problem?
--- makerr-2 2012-08-01 16:40:00.110496149 +0200
+++ makerr-3 2012-08-01 16:40:00.113496009 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -361,7 +362,6 @@
PASS: readlink/can-f
PASS: readlink/can-m
PASS: readlink/rl-1
-PASS: rm/cycle
PASS: rm/dangling-symlink
PASS: rm/deep-1
PASS: rm/deep-2
--- makerr-2 2012-08-01 16:40:00.125495449 +0200
+++ makerr-4 2012-08-01 16:40:00.128495311 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -103,7 +104,6 @@
PASS: du/files0-from
PASS: du/files0-from-dir
PASS: du/hard-link
-PASS: du/inacc-dest
PASS: du/inacc-dir
PASS: du/inaccessible-cwd
PASS: du/long-from-unreadable
@@ -332,7 +332,6 @@
PASS: mv/hard-3
PASS: mv/hard-4
PASS: mv/hard-link-1
-PASS: mv/hard-verbose
PASS: mv/i-1
PASS: mv/i-2
PASS: mv/i-4
@@ -351,7 +350,6 @@
PASS: mv/part-symlink
PASS: mv/partition-perm
PASS: mv/perm-1
-PASS: mv/symlink-onto-hardlink
PASS: mv/symlink-onto-hardlink-to-self
PASS: mv/to-symlink
PASS: mv/trailing-slash
@@ -364,7 +362,6 @@
PASS: rm/cycle
PASS: rm/dangling-symlink
PASS: rm/deep-1
-PASS: rm/deep-2
PASS: rm/dir-no-w
PASS: rm/dir-nonrecur
PASS: rm/dot-rel
--- makerr-2 2012-08-01 16:40:00.140494751 +0200
+++ makerr-5 2012-08-01 16:40:00.143494613 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -495,7 +496,6 @@
SKIP: tail-2/inotify-rotate
SKIP: touch/now-owned-by-other
Testsuite summary for GNU coreutils 8.17.56-f24bf-dirty
-append-only: skipped test: must be run as root
arch: skipped test: required program(s) not built
assert-2: skipped test: very expensive: disabled by default
assert: skipped test: very expensive: disabled by default
@@ -536,11 +536,9 @@
nice: skipped test: this test must be run at nice level 0
no-give-up: skipped test: must be run as root
now-owned-by-other: skipped test: must be run as root
-one-file-system: skipped test: must be run as root
perm: skipped test: very expensive: disabled by default
preserve-gid: skipped test: must be run as root
problematic-chars: skipped test: must be run as root
-read-only: skipped test: must be run as root
selinux: skipped test: must be run as root
skip-seek-past-dev: skipped test: must be run as root
sort-benchmark-random: skipped test: very expensive: disabled by default
--- makerr-2 2012-08-01 16:40:00.155494051 +0200
+++ makerr-6 2012-08-01 16:40:00.158493913 +0200
@@ -55,9 +55,9 @@
PASS: cp/link-no-deref
PASS: cp/link-preserve
PASS: cp/link-symlink
-PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -370,7 +370,6 @@
PASS: rm/dot-rel
PASS: rm/empty-inacc
PASS: rm/empty-name
-PASS: rm/f-1
PASS: rm/fail-eacces
PASS: rm/fail-eperm
PASS: rm/i-1
--- makerr-2 2012-08-01 16:40:00.170493353 +0200
+++ makerr-7 2012-08-01 16:40:00.173493213 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
--- makerr-2 2012-08-01 16:40:00.185492654 +0200
+++ makerr-8 2012-08-01 16:40:00.188492514 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -165,7 +166,6 @@
PASS: ls/stat-free-symlinks
PASS: ls/stat-vs-dirent
PASS: ls/symlink-slash
-PASS: ls/time-style-diag
PASS: ls/x-option
PASS: misc/base64
PASS: misc/basename
@@ -282,7 +282,6 @@
PASS: misc/tee-dash
PASS: misc/test
PASS: misc/test-diag
-PASS: misc/timeout
PASS: misc/timeout-group
PASS: misc/timeout-parameters
PASS: misc/tr
--- makerr-2 2012-08-01 16:40:00.199492001 +0200
+++ makerr-9 2012-08-01 16:40:00.203491814 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -370,7 +371,6 @@
PASS: rm/dot-rel
PASS: rm/empty-inacc
PASS: rm/empty-name
-PASS: rm/f-1
PASS: rm/fail-eacces
PASS: rm/fail-eperm
PASS: rm/i-1
--- makerr-2 2012-08-01 16:40:00.214491302 +0200
+++ makerr-10 2012-08-01 16:40:00.218491114 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -287,7 +288,6 @@
PASS: misc/timeout-parameters
PASS: misc/tr
PASS: misc/tr-case-class
-PASS: misc/truncate-dangling-symlink
PASS: misc/truncate-dir-fail
PASS: misc/truncate-fail-diag
PASS: misc/truncate-fifo
--- makerr-2 2012-08-01 16:40:00.229490601 +0200
+++ makerr-11 2012-08-01 16:40:00.232490463 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -397,7 +398,6 @@
PASS: rm/unread2
PASS: rm/unread3
PASS: rm/unreadable
-PASS: rm/v-slash
PASS: rmdir/fail-perm
PASS: rmdir/ignore
PASS: rmdir/t-slash
--- makerr-2 2012-08-01 16:40:00.244489902 +0200
+++ makerr-12 2012-08-01 16:40:00.247489763 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -420,7 +421,6 @@
PASS: tail-2/infloop-1
PASS: tail-2/inotify-hash-abuse
PASS: tail-2/inotify-hash-abuse2
-PASS: tail-2/pid
PASS: tail-2/pipe-f
PASS: tail-2/pipe-f2
PASS: tail-2/proc-ksyms
--- makerr-2 2012-08-01 16:40:00.258489251 +0200
+++ makerr-13 2012-08-01 16:40:00.262489063 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -317,7 +318,6 @@
PASS: mkdir/selinux
PASS: mkdir/special-1
PASS: mkdir/t-slash
-PASS: mv/acl
PASS: mv/atomic
PASS: mv/atomic2
PASS: mv/backup-dir
@@ -364,7 +364,6 @@
PASS: rm/cycle
PASS: rm/dangling-symlink
PASS: rm/deep-1
-PASS: rm/deep-2
PASS: rm/dir-no-w
PASS: rm/dir-nonrecur
PASS: rm/dot-rel
@@ -427,7 +426,6 @@
PASS: tail-2/start-middle
PASS: tail-2/tail-n0f
PASS: tail-2/wait
-PASS: touch/60-seconds
PASS: touch/dangling-symlink
PASS: touch/dir-1
PASS: touch/empty-file
@@ -486,7 +484,6 @@
SKIP: rm/many-dir-entries-vs-OOM
SKIP: rm/no-give-up
SKIP: rm/one-file-system
-SKIP: rm/read-only
SKIP: tail-2/append-only
SKIP: tail-2/assert
SKIP: tail-2/assert-2
--- makerr-2 2012-08-01 16:40:00.273488550 +0200
+++ makerr-14 2012-08-01 16:40:00.276488411 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
--- makerr-2 2012-08-01 16:40:00.287487897 +0200
+++ makerr-15 2012-08-01 16:40:00.291487713 +0200
@@ -58,6 +58,7 @@
PASS: cp/nfs-removal-race
PASS: cp/no-deref-link1
PASS: cp/no-deref-link2
+PASS: cp/no-deref-link3
PASS: cp/parent-perm
PASS: cp/parent-perm-race
PASS: cp/preserve-2
@@ -449,7 +450,6 @@
SKIP: cp/fiemap-perf
SKIP: cp/link-heap
SKIP: cp/perm
-SKIP: cp/preserve-gid
SKIP: cp/special-bits
SKIP: dd/skip-seek-past-dev
SKIP: df/problematic-chars
@@ -466,7 +466,6 @@
SKIP: misc/nice
SKIP: misc/selinux
SKIP: misc/sort-benchmark-random
-SKIP: misc/sort-compress-hang
SKIP: misc/sort-compress-proc
SKIP: misc/sort-spinlock-abuse
SKIP: misc/sort-stale-thread-mem
