Arrow list buffer - suggest setting arrow_large_buffer_size to true…

… when regular list buffer size is exceeded (duckdb#14384) This can happen when emitting arrow tables with large lists.
lnkuiper · Oct 16, 2024 · fb51e97 · fb51e97
2 parents a411527 + e44ce5d
commit fb51e97
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/src/include/duckdb/common/arrow/appender/list_data.hpp b/src/include/duckdb/common/arrow/appender/list_data.hpp
@@ -74,7 +74,8 @@ struct ArrowListData {
 			    (uint64_t)last_offset + list_length > NumericLimits<int32_t>::Maximum()) {
 				throw InvalidInputException(
 				    "Arrow Appender: The maximum combined list offset for regular list buffers is "
-				    "%u but the offset of %lu exceeds this.",
+				    "%u but the offset of %lu exceeds this.\n* SET arrow_large_buffer_size=true to use large list "
+				    "buffers",
 				    NumericLimits<int32_t>::Maximum(), last_offset);
 			}
 			last_offset += list_length;

diff --git a/src/include/duckdb/common/arrow/appender/list_view_data.hpp b/src/include/duckdb/common/arrow/appender/list_view_data.hpp
@@ -75,7 +75,8 @@ struct ArrowListViewData {
 			    (uint64_t)last_offset + list_length > NumericLimits<int32_t>::Maximum()) {
 				throw InvalidInputException(
 				    "Arrow Appender: The maximum combined list offset for regular list buffers is "
-				    "%u but the offset of %lu exceeds this.",
+				    "%u but the offset of %lu exceeds this.\n* SET arrow_large_buffer_size=true to use large list "
+				    "buffers",
 				    NumericLimits<int32_t>::Maximum(), last_offset);
 			}
 			offset_data[offset_idx] = last_offset;