diff --git a/zaza/charm_tests/keystone/tests.py b/zaza/charm_tests/keystone/tests.py
index f958ede..a0041cb 100644
--- a/zaza/charm_tests/keystone/tests.py
+++ b/zaza/charm_tests/keystone/tests.py
@@ -175,7 +175,8 @@ class CharmOperationTest(BaseKeystoneTest):
                 'security-checklist',
                 action_params={}),
             expected_passes,
-            expected_failures)
+            expected_failures,
+            expected_to_pass=False)
 
 
 class AuthenticationAuthorizationTest(BaseKeystoneTest):