diff --git a/src/jamidht/conversation_module.cpp b/src/jamidht/conversation_module.cpp
index c1e5b21dcd0..27e676b3fed 100644
--- a/src/jamidht/conversation_module.cpp
+++ b/src/jamidht/conversation_module.cpp
@@ -1458,6 +1458,9 @@ ConversationModule::loadConversations()
                     });
                     if (itContact == ctx->contacts.end()) {
                         JAMI_WARNING("Contact {} not found", otherUri);
+                        std::lock_guard lkCv {ctx->cvMtx};
+                        --ctx->convNb;
+                        ctx->cv.notify_all();
                         return;
                     }
                     std::string convFromDetails = itContact->at("conversationId");