diff --git a/be/src/storage/rowset_update_state.cpp b/be/src/storage/rowset_update_state.cpp
index b163e0bf1c6142..eca53668bbfb58 100644
--- a/be/src/storage/rowset_update_state.cpp
+++ b/be/src/storage/rowset_update_state.cpp
@@ -122,7 +122,7 @@ Status RowsetUpdateState::_do_load(Tablet* tablet, Rowset* rowset) {
         _memory_usage += one_delete != nullptr ? one_delete->memory_usage() : 0;
     }
     const auto& rowset_meta_pb = rowset->rowset_meta()->get_meta_pb();
-    if (!rowset_meta_pb.has_txn_meta()) {
+    if (!rowset_meta_pb.has_txn_meta() || rowset->num_segments() == 0) {
         return Status::OK();
     }
 
@@ -262,7 +262,7 @@ Status RowsetUpdateState::_prepare_partial_update_states(Tablet* tablet, Rowset*
 
 Status RowsetUpdateState::apply(Tablet* tablet, Rowset* rowset, uint32_t rowset_id, const PrimaryIndex& index) {
     const auto& rowset_meta_pb = rowset->rowset_meta()->get_meta_pb();
-    if (!rowset_meta_pb.has_txn_meta()) {
+    if (!rowset_meta_pb.has_txn_meta() || rowset->num_segments() == 0) {
         return Status::OK();
     }
     // currently assume it's a partial update