diff --git a/wagtail/wagtailcore/tests/test_page_model.py b/wagtail/wagtailcore/tests/test_page_model.py
index 81a2f6c1e3..5483b31cac 100644
--- a/wagtail/wagtailcore/tests/test_page_model.py
+++ b/wagtail/wagtailcore/tests/test_page_model.py
@@ -779,3 +779,6 @@ class TestIsCreatable(TestCase):
             self.assertEqual(len(ws), 1)
             warning = ws[0]
             self.assertIn("is_creatable", text_type(warning.message))
+
+            self.assertFalse(AbstractPage.is_creatable)
+            self.assertNotIn(AbstractPage, PAGE_MODEL_CLASSES)