Skip to content

Commit b1cf7ae

Browse files
committed
Set page status code for SeleniumDownloader. Fixes #1185
1 parent 9bb2417 commit b1cf7ae

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

webmagic-extension/src/main/java/us/codecraft/webmagic/downloader/PhantomJSDownloader.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
import us.codecraft.webmagic.Request;
77
import us.codecraft.webmagic.Task;
88
import us.codecraft.webmagic.selector.PlainText;
9+
import us.codecraft.webmagic.utils.HttpConstant;
910

1011
import java.io.*;
1112

@@ -96,7 +97,7 @@ public Page download(Request request, Task task) {
9697
page.setRawText(content);
9798
page.setUrl(new PlainText(request.getUrl()));
9899
page.setRequest(request);
99-
page.setStatusCode(200);
100+
page.setStatusCode(HttpConstant.StatusCode.CODE_200);
100101
}
101102
onSuccess(page, task);
102103
} catch (Exception e) {

webmagic-selenium/src/main/java/us/codecraft/webmagic/downloader/selenium/SeleniumDownloader.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,11 @@
1414
import us.codecraft.webmagic.downloader.AbstractDownloader;
1515
import us.codecraft.webmagic.selector.Html;
1616
import us.codecraft.webmagic.selector.PlainText;
17+
import us.codecraft.webmagic.utils.HttpConstant;
1718

1819
import java.io.Closeable;
1920
import java.io.IOException;
21+
import java.net.http.HttpRequest;
2022
import java.util.Map;
2123

2224
/**
@@ -111,6 +113,7 @@ public Page download(Request request, Task task) {
111113
page.setHtml(new Html(content, request.getUrl()));
112114
page.setUrl(new PlainText(request.getUrl()));
113115
page.setRequest(request);
116+
page.setStatusCode(HttpConstant.StatusCode.CODE_200);
114117
onSuccess(page, task);
115118
} catch (Exception e) {
116119
logger.warn("download page {} error", request.getUrl(), e);

0 commit comments

Comments
 (0)