Revert "[rANS] Enforce Consistent Histograms"

This reverts commit d57a264.

Author: shahor02

DataFormats/Detectors/Common/include/DetectorsCommonDataFormats/EncodedBlocks.h

@@ -339,10 +339,7 @@ class EncodedBlocks
   using dictionaryType = std::variant<rans::RenormedSparseHistogram<source_T>, rans::RenormedDenseHistogram<source_T>>;
 #endif
 
-  void setHeader(const H& h)
-  {
-    mHeader = h;
-  }
+  void setHeader(const H& h) { mHeader = h; }
   const H& getHeader() const { return mHeader; }
   H& getHeader() { return mHeader; }
   std::shared_ptr<H> cloneHeader() const { return std::shared_ptr<H>(new H(mHeader)); } // for dictionary creation
@@ -374,19 +371,6 @@ class EncodedBlocks
     assert(static_cast<int64_t>(std::numeric_limits<source_T>::min()) <= static_cast<int64_t>(metadata.max));
     assert(static_cast<int64_t>(std::numeric_limits<source_T>::max()) >= static_cast<int64_t>(metadata.min));
 
-    // check consistency of metadata and type
-    [&]() {
-      const int64_t sourceMin = std::numeric_limits<source_T>::min();
-      const int64_t sourceMax = std::numeric_limits<source_T>::max();
-
-      const int64_t mdMin = metadata.min;
-      const int64_t mdMax = metadata.max;
-
-      if ((mdMin < sourceMin) || (mdMax > sourceMax)) {
-        throw std::runtime_error(fmt::format("value range of dictionary and target datatype are incompatible: target type [{},{}] vs dictionary [{},{}]", sourceMin, sourceMax, mdMin, mdMax));
-      }
-    }();
-
     if (ansVersion == ANSVersionCompat) {
       rans::DenseHistogram<source_T> histogram{block.getDict(), block.getDict() + block.getNDict(), metadata.min};
       return rans::compat::renorm(std::move(histogram), metadata.probabilityBits);

Utilities/rANS/include/rANS/internal/containers/DenseHistogram.h

@@ -586,16 +586,7 @@ auto DenseHistogram<source_T, std::enable_if_t<sizeof(source_T) <= 2>>::addFrequ
   addedHistogramView = trim(addedHistogramView);
 
   if constexpr (std::is_unsigned_v<source_T>) {
-    LOG_IF(warning, addedHistogramView.getMin() < 0) << fmt::format("trying to add frequencies of a signed symbol type to a DenseHistogram of an unsiged type.");
-  }
-  if constexpr (std::is_signed_v<source_T>) {
-    const std::ptrdiff_t sourceTypeMax = std::numeric_limits<source_T>::max();
-    const bool isMinOutOfRange = addedHistogramView.getMin() > sourceTypeMax;
-    const bool isMaxOutOfRange = addedHistogramView.getMax() > sourceTypeMax;
-
-    if (isMaxOutOfRange || isMinOutOfRange) {
-      LOGP(warning, "trying to add frequencies of an unsigned symbol type to a DenseHistogram of a signed type");
-    }
+    LOG_IF(warning, addedHistogramView.getMin() < 0) << fmt::format("trying to add frequencies for a signed symbol to a DenseHistogram of an unsiged type.");
   }
 
   const auto thisHistogramView = makeHistogramView(this->mContainer);

Utilities/rANS/include/rANS/internal/transform/renorm.h

@@ -143,7 +143,7 @@ decltype(auto) renorm(histogram_T histogram, Metrics<typename histogram_T::sourc
     return nSymbols;
   }();
 
-  if ((nSorted < correctableIndices.size()) && (renormingPolicy != RenormingPolicy::ForceIncompressible)) {
+  if (nSorted < correctableIndices.size()) {
     std::partial_sort(correctableIndices.begin(), correctableIndices.begin() + nSorted, correctableIndices.end(), [](const auto& a, const auto& b) { return a.second < b.second; });
   } else {
     std::stable_sort(correctableIndices.begin(), correctableIndices.end(), [](const auto& a, const auto& b) { return a.second < b.second; });