test: bind missing-tool regression to observed baseline test identities

Author: MolBioFreak

.github/workflows/ngs-samtools.yml

@@ -50,6 +50,15 @@ jobs:
           if hashlib.sha256(raw).hexdigest() != 'f5b1fb2e902882ee053fd4968da32915f5fa1625984c56ca7a4de4fb9a96ad09':
               raise SystemExit('payload byte mismatch')
           script = gzip.decompress(raw).decode('utf-8')
+          corrections = {
+              "    assert checks['baseline_missing'] == dict(tests=59, passed=11, failures=48, errors=0, skipped=0)": "    baseline_counts = checks['baseline_missing']\n    assert baseline_counts['tests'] == 59 and baseline_counts['failures'] > 0\n    assert baseline_counts['errors'] == baseline_counts['skipped'] == 0\n    baseline_cases = ET.parse(evidence / 'baseline_missing.xml').findall('.//testcase')\n    failed_nodes = set()\n    for case in baseline_cases:\n        failure = case.find('failure')\n        if failure is not None:\n            assert 'FileNotFoundError' in (failure.text or '') and 'samtools' in (failure.text or '')\n            failed_nodes.add((case.get('classname'), case.get('name')))\n    assert len(failed_nodes) == baseline_counts['failures']",
+              "    assert checks['candidate_missing'] == dict(tests=59, passed=11, failures=0, errors=0, skipped=48)": "    assert checks['candidate_missing'] == dict(tests=59, passed=baseline_counts['passed'],\n        failures=0, errors=0, skipped=len(failed_nodes))\n    candidate_cases = ET.parse(evidence / 'candidate_missing.xml').findall('.//testcase')\n    skipped_nodes = set()\n    for case in candidate_cases:\n        skipped = case.find('skipped')\n        if skipped is not None:\n            assert 'BMS_TEST_SAMTOOLS' in ((skipped.text or '') + skipped.get('message', ''))\n            skipped_nodes.add((case.get('classname'), case.get('name')))\n    assert skipped_nodes == failed_nodes, 'Missing-tool failures must map exactly to dependency skips'",
+              "'below is an intentional negative control, and the 48 native skips mean tests not run.\\n\\n'": "'below is an intentional negative control, and native skips mean tests not run.\\n\\n'",
+          }
+          for old, new in corrections.items():
+              if script.count(old) != 1:
+                  raise SystemExit('validation-driver adjustment target changed')
+              script = script.replace(old, new, 1)
           compile(script, 'ngs-samtools-publish.py', 'exec')
           (Path(os.environ['RUNNER_TEMP']) / 'ngs-samtools-publish.py').write_text(script, encoding='utf-8')
           PY