fix(check-script): #965 - a second copy of a line inside its matched words is unscripted_speech, not absorbed into the line

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>

Author: dkackman

dw/tasks/script_check.py

@@ -390,6 +390,35 @@ def align(expected_lines, heard):
     return assigned, unassigned
 
 
+def _release_repeats(expected, heard, assigned, unassigned):
+    """Take a second copy of a line out of the words align gave it. Align
+    keeps a heard word inserted inside a line with that line, so a doubled
+    line ("Then wear socks. Wear socks.") would read as one line at a lower
+    similarity - above the mismatch threshold, so no finding. A run of two or
+    more extra words (one for a one-word line) that is the line, or a stretch
+    of it, goes back to `unassigned` so unscripted_speech sees it."""
+    for index, words in enumerate(expected):
+        own = assigned[index]
+        if len(own) <= len(words) or not words:
+            continue
+        heard_words = [heard[j]["word"] for j in own]
+        matcher = difflib.SequenceMatcher(None, words, heard_words, autojunk=False)
+        moved = set()
+        for op, _i1, _i2, j1, j2 in matcher.get_opcodes():
+            run = heard_words[j1:j2]
+            if (
+                op == "insert"
+                and len(run) >= min(2, len(words))
+                and (_contains(words, run) or _contains(run, words))
+            ):
+                moved.update(range(j1, j2))
+        if not moved:
+            continue
+        unassigned.extend((own[k], (index,)) for k in sorted(moved))
+        assigned[index] = [j for k, j in enumerate(own) if k not in moved]
+    unassigned.sort()
+
+
 def line_similarity(expected, heard):
     """How alike two word lists are, 0..1. Two empty lists are identical."""
     if not expected and not heard:
@@ -509,6 +538,7 @@ def check(
 
     expected = [normalize_words(line["text"]) for line in parsed_lines]
     assigned, unassigned = align(expected, heard)
+    _release_repeats(expected, heard, assigned, unassigned)
     mismatch = mismatch_rule(similarity_threshold)
     by_name = {span["name"]: span for span in spans or ()}
 

tests/test_script_check.py

@@ -687,6 +687,31 @@ def test_a_line_spoken_twice_in_its_shot_is_a_finding(self):
         self.assertEqual(found["at"]["shot"], "A")
         self.assertTrue(found["at"]["repeats_line"])
 
+    def test_a_doubled_line_inside_a_longer_cut_is_a_finding(self):
+        # align alone keeps the second copy inside the line (similarity 0.75)
+        chunks = (
+            words("hal kettle froze", 0.0)
+            + words("then wear socks", 6.3)
+            + words("wear socks", 9.1)
+            + words("the kettle is whistling hal", 11.0)
+        )
+        lines = [
+            {"text": "Hal, the kettle froze.", "shot": "A"},
+            {"text": "Then wear socks.", "shot": "B"},
+            {"text": "The kettle is whistling, Hal.", "shot": "C"},
+        ]
+        spans = [
+            {"name": "A", "start": 0.0, "end": 5.0},
+            {"name": "B", "start": 5.0, "end": 10.3},
+            {"name": "C", "start": 10.3, "end": 16.0},
+        ]
+        answer = shot_run(lines, chunks, mono=voiced(16.0), spans=spans)
+        self.assertEqual(answer["lines"][1]["similarity"], 1.0)
+        (found,) = rules(answer, "unscripted_speech")
+        self.assertEqual(found["at"]["shot"], "B")
+        self.assertTrue(found["at"]["repeats_line"])
+        self.assertEqual([w["text"] for w in answer["unmatched"]], ["wear", "socks"])
+
     def test_an_ad_lib_in_a_scripted_shot_is_not_a_repeat(self):
         chunks = words("alpha bravo", 0.0) + words("zulu yankee", 1.0)
         answer = shot_run([{"text": "alpha bravo", "shot": "A"}], chunks)