diff --git a/activerecord/test/cases/query_cache_test.rb b/activerecord/test/cases/query_cache_test.rb
index c92f06ddcd206acb951659c7f189c7b8da31b608..96b997c3311428f4362843b02278db6323cd4e67 100644
--- a/activerecord/test/cases/query_cache_test.rb
+++ b/activerecord/test/cases/query_cache_test.rb
@@ -655,6 +655,8 @@ def test_insert
   end
 
   def test_insert_all
+    skip unless supports_insert_on_duplicate_skip?
+
     assert_called(ActiveRecord::Base.connection, :clear_query_cache, times: 2) do
       Task.cache { Task.insert({ starting: Time.now }) }
     end
@@ -662,7 +664,9 @@ def test_insert_all
     assert_called(ActiveRecord::Base.connection, :clear_query_cache, times: 2) do
       Task.cache { Task.insert_all([{ starting: Time.now }]) }
     end
+  end
 
+  def test_insert_all_bang
     assert_called(ActiveRecord::Base.connection, :clear_query_cache, times: 2) do
       Task.cache { Task.insert!({ starting: Time.now }) }
     end
@@ -670,6 +674,10 @@ def test_insert_all
     assert_called(ActiveRecord::Base.connection, :clear_query_cache, times: 2) do
       Task.cache { Task.insert_all!([{ starting: Time.now }]) }
     end
+  end
+
+  def test_upsert_all
+    skip unless supports_insert_on_duplicate_update?
 
     assert_called(ActiveRecord::Base.connection, :clear_query_cache, times: 2) do
       Task.cache { Task.upsert({ starting: Time.now }) }