diff --git a/datasette/utils/internal_db.py b/datasette/utils/internal_db.py
index a60fe1fe..959f422e 100644
--- a/datasette/utils/internal_db.py
+++ b/datasette/utils/internal_db.py
@@ -66,7 +66,8 @@ async def init_internal_db(db):
         "to" TEXT,
         "on_update" TEXT,
         "on_delete" TEXT,
-        "match" TEXT
+        "match" TEXT,
+        PRIMARY KEY (database_name, table_name, id, seq)
     )
     """,
         block=True,
diff --git a/tests/test_internal_db.py b/tests/test_internal_db.py
index 9349fa3c..755ddae5 100644
--- a/tests/test_internal_db.py
+++ b/tests/test_internal_db.py
@@ -59,7 +59,6 @@ def test_internal_foreign_keys(app_client):
         "on_update",
         "on_delete",
         "to",
-        "rowid",
         "id",
         "match",
         "database_name",