File tree Expand file tree Collapse file tree 1 file changed +6
-3
lines changed
datafusion/core/src/datasource/file_format/write Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -212,9 +212,12 @@ pub(crate) async fn stateless_serialize_and_write_files(
212212
213213 // Finalize or abort writers as appropriate
214214 for mut writer in finished_writers. into_iter ( ) {
215- writer. shutdown ( )
216- . await
217- . map_err ( |_| internal_datafusion_err ! ( "Error encountered while finalizing writes! Partial results may have been written to ObjectStore!" ) ) ?;
215+ if let Err ( e) = writer. shutdown ( ) . await {
216+ // ignore if writer already closed
217+ if e. kind ( ) != std:: io:: ErrorKind :: InvalidInput {
218+ return Err ( internal_datafusion_err ! ( "Error encountered while finalizing writes! Partial results may have been written to ObjectStore! Error: {e}" ) ) ;
219+ }
220+ }
218221 }
219222
220223 if any_errors {
You can’t perform that action at this time.
0 commit comments