add common request

Author: hujunxianligong

WebCollector/pom.xml

@@ -81,6 +81,22 @@
             </plugin>
 
 
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-javadoc-plugin</artifactId>
+                <version>3.0.1</version>
+                <configuration>
+                </configuration>
+                <executions>
+                    <execution>
+                        <id>attach-javadoc</id>
+                        <phase>verify</phase>
+                        <goals>
+                            <goal>jar</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
 
             <!--
                         <plugin>
@@ -94,22 +110,6 @@
                                     <autoReleaseAfterClose>true</autoReleaseAfterClose>
                                 </configuration>
                             </plugin>
-                          <plugin>
-                            <groupId>org.apache.maven.plugins</groupId>
-                            <artifactId>maven-javadoc-plugin</artifactId>
-                            <version>3.0.1</version>
-                            <configuration>
-                            </configuration>
-                            <executions>
-                                <execution>
-                                    <id>attach-javadoc</id>
-                                    <phase>verify</phase>
-                                    <goals>
-                                        <goal>jar</goal>
-                                    </goals>
-                                </execution>
-                            </executions>
-                        </plugin>
 
                           <plugin>
                             <groupId>org.apache.maven.plugins</groupId>

WebCollector/src/main/java/cn/edu/hfut/dmic/webcollector/net/CommonRequester.java

@@ -0,0 +1,12 @@
+package cn.edu.hfut.dmic.webcollector.net;
+
+import cn.edu.hfut.dmic.webcollector.conf.DefaultConfigured;
+import cn.edu.hfut.dmic.webcollector.model.CrawlDatum;
+import cn.edu.hfut.dmic.webcollector.model.Page;
+
+public abstract class CommonRequester extends DefaultConfigured implements Requester{
+    @Override
+    public Page getResponse(String url) throws Exception {
+        return getResponse(new CrawlDatum(url));
+    }
+}

WebCollector/src/test/java/cn/edu/hfut/dmic/webcollector/util/DBManagerTest.java

@@ -49,7 +49,7 @@ public void testInject(DBManager dbManager) throws Exception {
 
     String tempCrawlPath = "temp_test_crawl";
 
-//    @Test
+    @Test
     public void testBerkeleyDBInjector() throws Exception {
         BerkeleyDBManager dbManager = new BerkeleyDBManager(tempCrawlPath);
         testInject(dbManager);