ENH: NFS mount/export option pass-through + two stat-stability targets

.github/workflows/test.yaml

@@ -91,10 +91,15 @@ jobs:
       - name: Install target ${{ matrix.target }}
         run: bin/ci/install-target.sh "${{ matrix.target }}"
 
-      # Only the git-annex target needs the daily build (and the token
-      # that fetching it requires).
+      # Only some targets need the daily build (and the token that
+      # fetching it requires). Which ones is data -- `needs-git-annex`
+      # in evals/matrix.yaml, carried through by matrix-json.sh -- not a
+      # target name spelled out here: a second git-annex-using target
+      # would silently run without git-annex installed.
+      # Indexed, not dotted: the documented form for a property name
+      # containing hyphens.
       - name: Fetch latest git-annex daily build from con/git-annex
-        if: matrix.target == 'git-annex'
+        if: ${{ matrix['needs-git-annex'] }}
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           GIT_ANNEX_RUN_ID: ${{ needs.matrix.outputs.git-annex-run }}

README.md

@@ -23,13 +23,13 @@ itself is both backend- and suite-agnostic: new filesystems drop in as
 ## CI status
 
 <!-- BEGIN CI MATRIX (generated by bin/ci/gen-readme-matrix.sh) -->
-| Backend | git-annex test | git testsuite | stress-ng | pjdfstest |
-| --- | --- | --- | --- | --- |
-| BeeGFS 7.4.6 | [![BeeGFS 7.4.6 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-git-annex.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-git-annex) | [![BeeGFS 7.4.6 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-git.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-git) | [![BeeGFS 7.4.6 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-stress-ng.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-stress-ng) | [![BeeGFS 7.4.6 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-pjdfstest.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-pjdfstest) |
-| BeeGFS 8.1.0 | [![BeeGFS 8.1.0 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-git-annex.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-git-annex) | [![BeeGFS 8.1.0 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-git.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-git) | [![BeeGFS 8.1.0 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-stress-ng.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-stress-ng) | [![BeeGFS 8.1.0 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-pjdfstest.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-pjdfstest) |
-| NFS (localhost) | [![NFS (localhost) / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-git-annex.svg)](https://con.github.io/eval-under/#nfs-git-annex) | [![NFS (localhost) / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-git.svg)](https://con.github.io/eval-under/#nfs-git) | [![NFS (localhost) / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-stress-ng.svg)](https://con.github.io/eval-under/#nfs-stress-ng) | [![NFS (localhost) / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-pjdfstest.svg)](https://con.github.io/eval-under/#nfs-pjdfstest) |
-| Loop vfat | [![Loop vfat / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-git-annex.svg)](https://con.github.io/eval-under/#loop-vfat-git-annex) | [![Loop vfat / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-git.svg)](https://con.github.io/eval-under/#loop-vfat-git) | [![Loop vfat / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-stress-ng.svg)](https://con.github.io/eval-under/#loop-vfat-stress-ng) | [![Loop vfat / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-pjdfstest.svg)](https://con.github.io/eval-under/#loop-vfat-pjdfstest) |
-| Loop ext4 | [![Loop ext4 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-git-annex.svg)](https://con.github.io/eval-under/#loop-ext4-git-annex) | [![Loop ext4 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-git.svg)](https://con.github.io/eval-under/#loop-ext4-git) | [![Loop ext4 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-stress-ng.svg)](https://con.github.io/eval-under/#loop-ext4-stress-ng) | [![Loop ext4 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-pjdfstest.svg)](https://con.github.io/eval-under/#loop-ext4-pjdfstest) |
+| Backend | git-annex test | git testsuite | stress-ng | mtime stability | git-annex linkAnnex loop | pjdfstest |
+| --- | --- | --- | --- | --- | --- | --- |
+| BeeGFS 7.4.6 | [![BeeGFS 7.4.6 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-git-annex.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-git-annex) | [![BeeGFS 7.4.6 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-git.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-git) | [![BeeGFS 7.4.6 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-stress-ng.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-stress-ng) | [![BeeGFS 7.4.6 / mtime stability](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-mtime-stability.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-mtime-stability) | [![BeeGFS 7.4.6 / git-annex linkAnnex loop](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-git-annex-linkannex.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-git-annex-linkannex) | [![BeeGFS 7.4.6 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-7.4.6-pjdfstest.svg)](https://con.github.io/eval-under/#beegfs-7.4.6-pjdfstest) |
+| BeeGFS 8.1.0 | [![BeeGFS 8.1.0 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-git-annex.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-git-annex) | [![BeeGFS 8.1.0 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-git.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-git) | [![BeeGFS 8.1.0 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-stress-ng.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-stress-ng) | [![BeeGFS 8.1.0 / mtime stability](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-mtime-stability.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-mtime-stability) | [![BeeGFS 8.1.0 / git-annex linkAnnex loop](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-git-annex-linkannex.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-git-annex-linkannex) | [![BeeGFS 8.1.0 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/beegfs-8.1.0-pjdfstest.svg)](https://con.github.io/eval-under/#beegfs-8.1.0-pjdfstest) |
+| NFS (localhost) | [![NFS (localhost) / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-git-annex.svg)](https://con.github.io/eval-under/#nfs-git-annex) | [![NFS (localhost) / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-git.svg)](https://con.github.io/eval-under/#nfs-git) | [![NFS (localhost) / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-stress-ng.svg)](https://con.github.io/eval-under/#nfs-stress-ng) | [![NFS (localhost) / mtime stability](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-mtime-stability.svg)](https://con.github.io/eval-under/#nfs-mtime-stability) | [![NFS (localhost) / git-annex linkAnnex loop](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-git-annex-linkannex.svg)](https://con.github.io/eval-under/#nfs-git-annex-linkannex) | [![NFS (localhost) / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/nfs-pjdfstest.svg)](https://con.github.io/eval-under/#nfs-pjdfstest) |
+| Loop vfat | [![Loop vfat / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-git-annex.svg)](https://con.github.io/eval-under/#loop-vfat-git-annex) | [![Loop vfat / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-git.svg)](https://con.github.io/eval-under/#loop-vfat-git) | [![Loop vfat / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-stress-ng.svg)](https://con.github.io/eval-under/#loop-vfat-stress-ng) | [![Loop vfat / mtime stability](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-mtime-stability.svg)](https://con.github.io/eval-under/#loop-vfat-mtime-stability) | [![Loop vfat / git-annex linkAnnex loop](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-git-annex-linkannex.svg)](https://con.github.io/eval-under/#loop-vfat-git-annex-linkannex) | [![Loop vfat / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-vfat-pjdfstest.svg)](https://con.github.io/eval-under/#loop-vfat-pjdfstest) |
+| Loop ext4 | [![Loop ext4 / git-annex test](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-git-annex.svg)](https://con.github.io/eval-under/#loop-ext4-git-annex) | [![Loop ext4 / git testsuite](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-git.svg)](https://con.github.io/eval-under/#loop-ext4-git) | [![Loop ext4 / stress-ng](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-stress-ng.svg)](https://con.github.io/eval-under/#loop-ext4-stress-ng) | [![Loop ext4 / mtime stability](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-mtime-stability.svg)](https://con.github.io/eval-under/#loop-ext4-mtime-stability) | [![Loop ext4 / git-annex linkAnnex loop](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-git-annex-linkannex.svg)](https://con.github.io/eval-under/#loop-ext4-git-annex-linkannex) | [![Loop ext4 / pjdfstest](https://raw.githubusercontent.com/con/eval-under/gh-pages/badges/loop-ext4-pjdfstest.svg)](https://con.github.io/eval-under/#loop-ext4-pjdfstest) |
 <!-- END CI MATRIX -->
 
 Rows are **backends** (which filesystem the work happens on), columns
@@ -161,6 +161,12 @@ sudo bin/eval-under loop --fs xfs --size 200 --set-home -- \
 # the fsync-heavy slow path)
 sudo bin/eval-under nfs --set-home -- bash -c 'cd "$HOME" && git annex test'
 
+# Same, with client-side attribute caching off -- the knob that decides
+# whether git-annex's "failed to link to annex" / "unlock failed" on NFS
+# is the filesystem or the code (con/git-annex#293)
+sudo bin/eval-under nfs --set-home --mount-opts actimeo=0 -- \
+  bash -c 'cd "$HOME" && git annex test'
+
 # Skip teardown to poke around after a failure
 sudo bin/eval-under beegfs --set-home --keep -- some-failing-command
 

bin/ci/collect-results.py

@@ -212,6 +212,29 @@ def collect_stress_ng(lines: list[str]) -> list[Row]:
     return rows
 
 
+def collect_tap_target(name: str, lines: list[str]) -> list[Row]:
+    """From the TAP a target prints itself, ids taken from the description.
+
+    Shared by mtime-stability and git-annex-linkannex: both print a short
+    fixed plan whose descriptions start with a stable slug, so a known
+    issue can name "mtime-stable" or "add-unlocked" rather than a round
+    number that means nothing on the next run.
+    """
+    tf = TapFile(name)
+    for ln in lines:
+        tf.feed(ln)
+    check_no_dupes([tf])
+    if tf.plan is None:
+        raise Incomplete(f"no TAP plan from target-{name}.sh (suite died?)")
+    if tf.plan != len(tf.points):
+        raise Incomplete(f"{name} TAP planned {tf.plan}, parsed {len(tf.points)}")
+    rows = []
+    for o, d in tf.points.values():
+        slug, _, detail = d.partition(" ")
+        rows.append((slug, o, detail))
+    return rows
+
+
 TASTY_RESULT = re.compile(r"^(?P<ind> *)(?P<name>\S.*?):\s+(?P<res>OK|FAIL|SKIP)\b")
 TASTY_GROUP_SUMMARY = re.compile(
     r"^(?:All (?P<all>\d+) tests passed|(?P<nf>\d+) out of (?P<nt>\d+) tests failed)")
@@ -335,6 +358,9 @@ def main() -> int:
         "pjdfstest": collect_pjdfstest,
         "stress-ng": collect_stress_ng,
         "git-annex": collect_git_annex,
+        "mtime-stability": lambda lines: collect_tap_target("mtime-stability", lines),
+        "git-annex-linkannex": lambda lines: collect_tap_target(
+            "git-annex-linkannex", lines),
     }
     log = a.cell_dir / "suite.log"
     rows, reason = [], ""

bin/ci/install-target.sh

@@ -15,7 +15,8 @@
 # usage:
 #   bin/ci/install-target.sh <target>
 #
-#   target = git-annex | git | stress-ng | pjdfstest
+#   target = git-annex | git-annex-linkannex | git | stress-ng
+#            | mtime-stability | pjdfstest
 #
 # env overrides:
 #   EVAL_UNDER_SRC_DIR         where to clone/build   (/opt/eval-under-src)
@@ -34,7 +35,10 @@ here="$(cd "$(dirname "$0")" && pwd)"
 # shellcheck source=bin/ci/matrix.sh disable=SC1091
 . "$here/matrix.sh"
 
-TARGET="${1:?target required (git-annex|git|stress-ng|pjdfstest)}"
+# No target list spelled out here: target_known below rejects an unknown
+# one and prints the live list from evals/matrix.yaml, which cannot go
+# stale the way this message just did.
+TARGET="${1:?target required (see targets in evals/matrix.yaml)}"
 target_known "$TARGET" || {
     echo "unknown target: $TARGET (expected: ${EVAL_UNDER_TARGETS[*]})" >&2
     exit 1
@@ -137,7 +141,9 @@ install_pjdfstest() {
 }
 
 case "$TARGET" in
-    git-annex) install_git_annex ;;
+    git-annex|git-annex-linkannex) install_git_annex ;;
+    # mtime-stability ships with this repo and needs nothing installed
+    mtime-stability) ;;
     git)       install_git ;;
     stress-ng) install_stress_ng ;;
     pjdfstest) install_pjdfstest ;;