FlyBot/.github/scripts/fixtures/workflow-cases.json at main · ThinkFlowLab/FlyBot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
{
  "why": "The sentences the merge gate refuses with, written once. `.github/scripts/merge-gate.mjs`'s `judge` and the `repo-dev` preset's gate guards are judged against the same entries, and neither file imports the other: the gate test reads `gate` and the preset test reads `preset`, both comparing against `sentence` byte for byte (#1272 acceptance 9). Change a sentence in one place and the other side's test goes red.",
  "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
  "oldHead": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
  "cases": [
    {
      "id": "hold",
      "where": "merge-gate.mjs `judge`: the `hold` label refuses whatever the review says",
      "sentence": "the pull request carries the `hold` label",
      "gate": {
        "labels": [
          "hold"
        ],
        "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
        "expectedHead": null,
        "reports": [
          {
            "verdict": "PASS",
            "tip": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
            "writtenBy": "Reviewer"
          }
        ]
      },
      "preset": {
        "node": "gate",
        "guard": "no-hold",
        "present": [
          {
            "spec": "pr",
            "revision": "1274@abaf938b0c1d",
            "value": "hold"
          },
          {
            "spec": "verdict",
            "revision": "abaf938b0c1d",
            "value": "PASS",
            "by": "Reviewer"
          },
          {
            "spec": "check:tests-ok",
            "revision": "abaf938b0c1d"
          }
        ],
        "current": {
          "pr": "1274@abaf938b0c1d",
          "verdict": "abaf938b0c1d",
          "check:tests-ok": "abaf938b0c1d"
        }
      }
    },
    {
      "id": "head-moved",
      "where": "merge-gate.mjs `judge`: the head is not the one the caller asked about",
      "sentence": "the pull request head is abaf938b0c1d, not the expected 175328d0c1b2",
      "gate": {
        "labels": [],
        "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
        "expectedHead": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
        "reports": [
          {
            "verdict": "PASS",
            "tip": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
            "writtenBy": "Reviewer"
          }
        ]
      },
      "preset": {
        "node": "gate",
        "guard": "verdict-at-tip",
        "present": [
          {
            "spec": "pr",
            "revision": "1274@abaf938b0c1d",
            "value": "none"
          },
          {
            "spec": "verdict",
            "revision": "175328d0c1b2",
            "value": "PASS",
            "by": "Reviewer"
          },
          {
            "spec": "check:tests-ok",
            "revision": "abaf938b0c1d"
          }
        ],
        "current": {
          "pr": "1274@abaf938b0c1d",
          "verdict": "abaf938b0c1d",
          "check:tests-ok": "abaf938b0c1d"
        }
      }
    },
    {
      "id": "verdict-not-pass",
      "where": "merge-gate.mjs `judge`: the newest conclusion at the tip is not a PASS",
      "sentence": "reviewer-agent says INC at this tip",
      "gate": {
        "labels": [],
        "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
        "expectedHead": null,
        "reports": [
          {
            "verdict": "INC",
            "tip": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
            "writtenBy": "Reviewer"
          }
        ]
      },
      "preset": {
        "node": "gate",
        "guard": "verdict-says-pass",
        "present": [
          {
            "spec": "pr",
            "revision": "1274@abaf938b0c1d",
            "value": "none"
          },
          {
            "spec": "verdict",
            "revision": "abaf938b0c1d",
            "value": "INC",
            "by": "reviewer-agent"
          },
          {
            "spec": "check:tests-ok",
            "revision": "abaf938b0c1d"
          }
        ],
        "current": {
          "pr": "1274@abaf938b0c1d",
          "verdict": "abaf938b0c1d",
          "check:tests-ok": "abaf938b0c1d"
        }
      }
    }
  ],
  "changeSetCases": [
    {
      "id": "tip-moved-same-change-set",
      "why": "#1304's first and third PASS: the tip moved only because main moved, and every changed path carries the same blob at both tips. The conclusion written at the old tip still describes the head.",
      "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
      "reviewed": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
      "paths": [
        "core/src/host/turns.js",
        "core/test/gate-check.test.js"
      ],
      "trees": {
        "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90": {
          "core/src/host/turns.js": "blob-host",
          "core/test/gate-check.test.js": "blob-test"
        },
        "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f": {
          "core/src/host/turns.js": "blob-host",
          "core/test/gate-check.test.js": "blob-test"
        }
      },
      "expect": "allow",
      "readers": true,
      "sentence": "reviewer-agent's PASS at 175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90 still describes this head abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f"
    },
    {
      "id": "tip-moved-one-blob-changed",
      "why": "#1304's second PASS (d7bd1c1d): an update-branch left core/package.json at 0.2.9 while main had 0.2.10. One blob differs, so the PASS does not describe the head — the case that proves the rule must stay.",
      "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
      "reviewed": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
      "paths": [
        "core/package.json",
        "core/src/host/turns.js"
      ],
      "trees": {
        "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90": {
          "core/package.json": "blob-package-0.2.9",
          "core/src/host/turns.js": "blob-host"
        },
        "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f": {
          "core/package.json": "blob-package-0.2.10",
          "core/src/host/turns.js": "blob-host"
        }
      },
      "expect": "refuse",
      "readers": true,
      "sentence": "the change set differs at core/package.json"
    },
    {
      "id": "tip-moved-tree-unreadable",
      "why": "The old tip is gone (404) or its tree came back truncated: the comparison fails closed with the read that failed, never \"assume unchanged\".",
      "head": "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f",
      "reviewed": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
      "unreadable": "175328d0c1b2a3d4e5f60718293a4b5c6d7e8f90",
      "paths": [
        "core/src/host/turns.js",
        "core/test/gate-check.test.js"
      ],
      "trees": {
        "abaf938b0c1d2e3f4a5b6c7d8e9f0a1b2c3d4e5f": {
          "core/src/host/turns.js": "blob-host",
          "core/test/gate-check.test.js": "blob-test"
        }
      },
      "expect": "refuse",
      "readers": true,
      "sentence": "the change set could not be read (git tree of 175328d0c1b2: 404)"
    }
  ]
}