resolved the issue for bad records not written in csv file when bad_r…

…ecords_action=redirect refactor the code for closing the streams
Sephiroth-Lin · Feb 24, 2017 · d8bbc3c · d8bbc3c
1 parent bb0bc2e
commit d8bbc3c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/...n/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java b/...n/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
@@ -85,7 +85,6 @@ protected Iterator<CarbonRowBatch> getIterator(final Iterator<CarbonRowBatch> ch
         }
         return childIter.hasNext();
       }
-
       @Override public CarbonRowBatch next() {
         return processRowBatch(childIter.next(), localConverter);
       }
@@ -163,6 +162,7 @@ private String getBadLogStoreLocation(String storeLocation) {
   @Override
   public void close() {
     if (!closed) {
+      createBadRecordLogger().closeStreams();
       super.close();
       if (converters != null) {
         for (RowConverter converter : converters) {

diff --git a/...ache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java b/...ache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
@@ -190,6 +190,7 @@ private String getBadLogStoreLocation(String storeLocation) {
   public void close() {
     if (!closed) {
       super.close();
+      createBadRecordLogger().closeStreams();
       if (converters != null) {
         for (RowConverter converter : converters) {
           converter.finish();