auto close RequestBody after request

Author: hujunxianligong

.gitignore

@@ -1,2 +1,3 @@
 target/
-.idea/
+.idea/
+crawl/

WebCollector.iml

@@ -3,6 +3,7 @@
   <component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_6">
     <output url="file://$MODULE_DIR$/target/classes" />
     <output-test url="file://$MODULE_DIR$/target/test-classes" />
+    <option name="createStubs" value="true" />
     <content url="file://$MODULE_DIR$">
       <sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
       <sourceFolder url="file://$MODULE_DIR$/src/main/resources" type="java-resource" />

pom.xml

@@ -192,7 +192,7 @@
                         <phase>package</phase>
                         <configuration>
                             <tasks>
-                                <delete dir="./crawl" includeemptydirs="true"/>
+                                <!--<delete dir="./crawl" includeemptydirs="true"/>-->
                                 <copy todir="${project.build.directory}/bin">
                                     <fileset dir="${project.build.directory}">
                                         <include name="*.jar"/>

src/main/java/cn/edu/hfut/dmic/webcollector/plugin/net/OkHttpRequester.java

@@ -98,37 +98,43 @@ public Page getResponse(CrawlDatum datum) throws Exception {
         String charset = null;
 
         ResponseBody responseBody = response.body();
-        int code = response.code();
-        //设置重定向地址
-        datum.code(code);
-        datum.location(response.header("Location"));
+        try {
+            int code = response.code();
+            //设置重定向地址
+            datum.code(code);
+            datum.location(response.header("Location"));
 
-        if(!successCodeSet.contains(code)){
+            if (!successCodeSet.contains(code)) {
 //            throw new IOException(String.format("Server returned HTTP response code: %d for URL: %s (CrawlDatum: %s)", code,crawlDatum.url(), crawlDatum.key()));
 //            throw new IOException(String.format("Server returned HTTP response code: %d for %s", code, crawlDatum.briefInfo()));
-            throw new IOException(String.format("Server returned HTTP response code: %d", code));
+                throw new IOException(String.format("Server returned HTTP response code: %d", code));
 
-        }
-        if(responseBody != null){
-            content = responseBody.bytes();
-            MediaType mediaType = responseBody.contentType();
-            if(mediaType!=null){
-                contentType = mediaType.toString();
-                Charset responseCharset = mediaType.charset();
-                if(responseCharset!=null){
-                    charset = responseCharset.name();
+            }
+            if (responseBody != null) {
+                content = responseBody.bytes();
+                MediaType mediaType = responseBody.contentType();
+                if (mediaType != null) {
+                    contentType = mediaType.toString();
+                    Charset responseCharset = mediaType.charset();
+                    if (responseCharset != null) {
+                        charset = responseCharset.name();
+                    }
                 }
             }
-        }
 
-        Page page = new Page(
-                datum,
-                contentType,
-                content
-                );
-        page.charset(charset);
-        page.obj(response);
-        return page;
+            Page page = new Page(
+                    datum,
+                    contentType,
+                    content
+            );
+            page.charset(charset);
+            page.obj(response);
+            return page;
+        }finally {
+            if(responseBody != null){
+                responseBody.close();
+            }
+        }
     }
 
     public HashSet<Integer> getSuccessCodeSet() {