diff --git a/code/TestRegistryDataObject.php b/code/TestRegistryDataObject.php
index f35777a..7d92dda 100644
--- a/code/TestRegistryDataObject.php
+++ b/code/TestRegistryDataObject.php
@@ -6,6 +6,10 @@ use SilverStripe\ORM\DataObject;
 use SilverStripe\ORM\DB;
 use SilverStripe\Registry\RegistryDataInterface;
 
+if (!class_exists(RegistryDataInterface::class)) {
+    return;
+}
+
 class TestRegistryDataObject extends DataObject implements RegistryDataInterface
 {
     private static $table_name = 'TestRegistryDataObject';
diff --git a/code/TestRegistryPage.php b/code/TestRegistryPage.php
index 8cdc44a..d5d0640 100644
--- a/code/TestRegistryPage.php
+++ b/code/TestRegistryPage.php
@@ -6,6 +6,10 @@ use SilverStripe\Registry\RegistryPage;
 use SilverStripe\Security\DefaultAdminService;
 use SilverStripe\Security\Member;
 
+if (!class_exists(RegistryPage::class)) {
+    return;
+}
+
 class TestRegistryPage extends RegistryPage
 {
     public function requireDefaultRecords()
diff --git a/composer.json b/composer.json
index fca27a4..a045385 100644
--- a/composer.json
+++ b/composer.json
@@ -20,8 +20,7 @@
         "silverstripe/cms": "^5",
         "guzzlehttp/guzzle": "^7.4.5",
         "fzaninotto/faker": "^1.9.2",
-        "silverstripe/vendor-plugin": "^2",
-        "silverstripe/registry": "^3"
+        "silverstripe/vendor-plugin": "^2"
     },
     "extra": {
         "expose": [