QQ: force delete followers after leader has terminated.

Also try a longer sleep for mqtt_shared_SUITE so that the
delete operation stands a chance to time out and move on
to the forced deletion stage.

In some mixed machine version scenarios some followers will never
apply the poison pill command so we may as well force delete them
just in case.

Author: kjnilsson

deps/rabbit/app.bzl

@@ -148,6 +148,7 @@ def all_beam_files(name = "all_beam_files"):
             "src/rabbit_fifo_index.erl",
             "src/rabbit_fifo_v0.erl",
             "src/rabbit_fifo_v1.erl",
+            "src/rabbit_fifo_v3.erl",
             "src/rabbit_file.erl",
             "src/rabbit_global_counters.erl",
             "src/rabbit_guid.erl",
@@ -417,6 +418,7 @@ def all_test_beam_files(name = "all_test_beam_files"):
             "src/rabbit_fifo_index.erl",
             "src/rabbit_fifo_v0.erl",
             "src/rabbit_fifo_v1.erl",
+            "src/rabbit_fifo_v3.erl",
             "src/rabbit_file.erl",
             "src/rabbit_global_counters.erl",
             "src/rabbit_guid.erl",
@@ -573,6 +575,7 @@ def all_srcs(name = "all_srcs"):
             "src/rabbit_fifo_dlx.hrl",
             "src/rabbit_fifo_v0.hrl",
             "src/rabbit_fifo_v1.hrl",
+            "src/rabbit_fifo_v3.hrl",
             "src/rabbit_stream_coordinator.hrl",
             "src/rabbit_stream_sac_coordinator.hrl",
         ],
@@ -704,6 +707,7 @@ def all_srcs(name = "all_srcs"):
             "src/rabbit_fifo_index.erl",
             "src/rabbit_fifo_v0.erl",
             "src/rabbit_fifo_v1.erl",
+            "src/rabbit_fifo_v3.erl",
             "src/rabbit_file.erl",
             "src/rabbit_global_counters.erl",
             "src/rabbit_guid.erl",

deps/rabbit/src/rabbit_quorum_queue.erl

@@ -736,6 +736,9 @@ delete(Q, _IfUnused, _IfEmpty, ActingUser) when ?amqqueue_is_quorum(Q) ->
             MRef = erlang:monitor(process, Leader),
             receive
                 {'DOWN', MRef, process, _, _} ->
+                    %% leader is down,
+                    %% force delete remaining members
+                    ok = force_delete_queue(lists:delete(Leader, Servers)),
                     ok
             after Timeout ->
                     erlang:demonitor(MRef, [flush]),

deps/rabbitmq_mqtt/test/shared_SUITE.erl

@@ -934,7 +934,9 @@ delete_create_queue(Config) ->
     timer:sleep(2),
     delete_queue(Ch, [CQ1, QQ]),
     %% Give queues some time to be fully deleted
-    timer:sleep(2000),
+    %% TODO: wait longer for quorum queues in mixed mode as it can take longer
+    %% for deletion to complete, delete timeout is 5s so we need to exceed that
+    timer:sleep(6000),
 
     %% We expect confirms for all messages.
     %% Confirm here does not mean that messages made it ever to the deleted queues.

moduleindex.yaml

@@ -648,6 +648,7 @@ rabbit:
 - rabbit_fifo_index
 - rabbit_fifo_v0
 - rabbit_fifo_v1
+- rabbit_fifo_v3
 - rabbit_file
 - rabbit_global_counters
 - rabbit_guid