diff --git a/saphyr/tests/yaml-test-suite.rs b/saphyr/tests/yaml-test-suite.rs
index 8316e7a..0972e26 100644
--- a/saphyr/tests/yaml-test-suite.rs
+++ b/saphyr/tests/yaml-test-suite.rs
@@ -34,6 +34,11 @@ fn main() -> Result<()> {
         .collect::<Result<_>>()?;
     let mut tests: Vec<_> = tests.into_iter().flatten().collect();
     tests.sort_by_key(|t| t.name.clone());
+
+    for &test in EXPECTED_FAILURES {
+        assert!(tests.iter().find(|t| t.name == test).is_some());
+    }
+
     run_tests(
         &arguments,
         tests,