fixed errors

Basantloay · Jun 4, 2021 · 5298022 · 5298022
1 parent f29da9c
commit 5298022
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 5 deletions.
diff --git a/src/com/company/Crawler/Crawler.java b/src/com/company/Crawler/Crawler.java
@@ -176,7 +176,7 @@ public void parse(String args) throws IOException {
                             //Document doc = Jsoup.parseBodyFragment(website);
                             DateTimeFormatter dtf = DateTimeFormatter.ofPattern("yyyy/MM/dd HH:mm:ss");
                             LocalDateTime time = LocalDateTime.now();
-                            database.AddVisited(website,doc,dtf.format(time));
+                            database.AddVisited(website,dtf.format(time));
                             f1.write(website + '\n');
                             //System.out.println(doc);
                             Elements links = doc.select("a[href]");

diff --git a/src/com/company/Crawler/Database.java b/src/com/company/Crawler/Database.java
@@ -49,7 +49,7 @@ public Database() {
         websites.createIndex("indexed");
         websites.createIndex("rank");
         //websites.createIndex("hyberlinks");
-        websites.createIndex("HTMLDocuments");
+        //websites.createIndex("HTMLDocuments");
         websites.createIndex("Time");
         disallowedWebsite=crawlerDatabase.getCollection("DisallowedWebsites");
         //hyberlinks = crawlerDatabase.getCollection("hyberlinks");
@@ -61,13 +61,12 @@ public Database() {
 
     }
 
-    public void AddVisited(String website, org.jsoup.nodes.Document doc, String time){
+    public void AddVisited(String website, String time){
 
         BasicDBObject row = new BasicDBObject("URL", website)
                     .append("crawled", 1)
                     .append("indexed", 0)
                     .append("rank",(double) 0.0)
-                    .append("HTMLDocuments",doc)
                     .append("Time",time);
 
             websites.insert(row);
@@ -79,7 +78,6 @@ public void AddHyberlinks(String website, String time){
                 .append("crawled", 0)
                 .append("indexed", 0)
                 .append("rank",(double) 0.0)
-                .append("HTMLDocuments",(Document)null)
                 .append("Time",time);
 
         websites.insert(row);

diff --git a/target/classes/com/company/Crawler/Crawler.class b/target/classes/com/company/Crawler/Crawler.class
diff --git a/target/classes/com/company/Crawler/Database.class b/target/classes/com/company/Crawler/Database.class