diff --git a/test/rails_app/config/application.rb b/test/rails_app/config/application.rb
index df4e6da9..34732d0a 100644
--- a/test/rails_app/config/application.rb
+++ b/test/rails_app/config/application.rb
@@ -32,7 +32,9 @@ module RailsApp
 
     config.action_mailer.default_url_options = { host: "localhost", port: 3000 }
 
-    config.active_record.raise_in_transactional_callbacks = true
+    if DEVISE_ORM == :active_record && (Rails::VERSION::MAJOR >= 4 && Rails::VERSION::MINOR >= 2)
+      config.active_record.raise_in_transactional_callbacks = true
+    end
 
     # This was used to break devise in some situations
     config.to_prepare do