diff --git a/test/test_helper.rb b/test/test_helper.rb
index aba66aa7..c0bb43f7 100644
--- a/test/test_helper.rb
+++ b/test/test_helper.rb
@@ -27,11 +27,14 @@ class ActiveSupport::TestCase
   if ActiveSupport.version < Gem::Version.new("5.0")
     def assert_deprecated(match, deprecator)
       super(match) do
-        behavior = deprecator.behavior
-        deprecator.behavior = ActiveSupport::Deprecation.behavior
-        yield
-      ensure
-        deprecator.behavior = behavior
+        # TODO: remove extra begin..end when dropping support for Ruby <= 2.4
+        begin
+          behavior = deprecator.behavior
+          deprecator.behavior = ActiveSupport::Deprecation.behavior
+          yield
+        ensure
+          deprecator.behavior = behavior
+        end
       end
     end
   end