diff --git a/test/oni-alert-test.el b/test/oni-alert-test.el
index f8574e2..81e49a4 100644
--- a/test/oni-alert-test.el
+++ b/test/oni-alert-test.el
@@ -1,9 +1,4 @@
-(ert-deftest oni-alert-test-autoloads ()
-  "Test that `oni-alert' gets loaded automatically."
-  (require 'alert)
-  (should (featurep 'oni-alert)))
-
 (ert-deftest oni-alert-test-sets-default-style ()
-  "Test that `oni-alert' test the default style."
-  (require 'alert)
+  "Test that `oni-alert' changes the default style."
+  (require 'oni-alert)
   (should (eql alert-default-style 'libnotify)))
diff --git a/test/oni-alert.bats b/test/oni-alert.bats
new file mode 100644
index 0000000..8c42fdf
--- /dev/null
+++ b/test/oni-alert.bats
@@ -0,0 +1,9 @@
+#!/usr/bin/env bats
+
+@test "Loading alert loads oni-alert" {
+    run emacs -batch -l package -f package-initialize \
+        -l alert \
+        -eval "(prin1 (featurep 'oni-alert))"
+
+    [ "$output" = "t" ]
+}