[🐛 Bug]: WebDriver freezes on continueRequest

[AdrianDiemerDev]

What happened?

Selenium WebDriver freezes on continueRequest command after intercepting in phase BEFORE_REQUEST_SENT and consequently fails with a timeout.

How can we reproduce the issue?

package com.example.selenium;

import java.net.MalformedURLException;
import java.net.URL;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.bidi.module.Network;
import org.openqa.selenium.bidi.network.AddInterceptParameters;
import org.openqa.selenium.bidi.network.ContinueRequestParameters;
import org.openqa.selenium.bidi.network.InterceptPhase;
import org.openqa.selenium.chrome.ChromeOptions;
import org.openqa.selenium.remote.Augmenter;
import org.openqa.selenium.remote.RemoteWebDriver;

public class Test {

  public static void main(String[] args) throws MalformedURLException {
    ChromeOptions options = new ChromeOptions();
    options.enableBiDi();
    RemoteWebDriver webDriver =
        new RemoteWebDriver(new URL("http://localhost:4444/wd/hub"), options);
    WebDriver augmented = new Augmenter().augment(webDriver);
    try (Network network = new Network(augmented)) {
      network.addIntercept(new AddInterceptParameters(InterceptPhase.BEFORE_REQUEST_SENT));
      network.onBeforeRequestSent(
          beforeRequestSent ->
              network.continueRequest(
                  new ContinueRequestParameters(beforeRequestSent.getRequest().getRequestId())));
      augmented.get("https://google.com");
      augmented.close();
    }
  }
}

Relevant log output

2025-04-02T08:08:35.102+02:00  INFO 30496 --- [         task-3] o.o.s.b.Connection                       : -> {
  "params": {
    "phases": [
      "beforeRequestSent"
    ]
  },
  "method": "network.addIntercept",
  "id": 1
}
2025-04-02T08:08:35.124+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : <- {"id":1,"result":{"intercept":"7771b1c4-dc9b-4bef-973e-1d114fa810b2"},"type":"success"}
2025-04-02T08:08:35.128+02:00  INFO 30496 --- [         task-3] o.o.s.b.Connection                       : -> {
  "params": {
    "events": [
      "network.beforeRequestSent"
    ]
  },
  "method": "session.subscribe",
  "id": 2
}
2025-04-02T08:08:35.138+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : <- {"id":2,"result":{"subscription":"b34bab86-6f13-45c0-99e1-90d3a19bda03"},"type":"success"}
2025-04-02T08:08:35.204+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : <- {"method":"network.beforeRequestSent","params":{"context":"FE2F757DE077C6E1F559B9D1E4D0128A","initiator":{"type":"other"},"intercepts":["7771b1c4-dc9b-4bef-973e-1d114fa810b2"],"isBlocked":true,"navigation":"0ef892ed-b653-4fd1-bfc5-9c0274a124c1","redirectCount":0,"request":{"bodySize":0,"cookies":[],"destination":"","goog:resourceInitiator":{"type":"other"},"goog:resourceType":"Document","headers":[{"name":"Upgrade-Insecure-Requests","value":{"type":"string","value":"1"}},{"name":"User-Agent","value":{"type":"string","value":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36"}},{"name":"sec-ch-ua","value":{"type":"string","value":"\"Chromium\";v=\"134\", \"Not:A-Brand\";v=\"24\", \"Google Chrome\";v=\"134\""}},{"name":"sec-ch-ua-mobile","value":{"type":"string","value":"?0"}},{"name":"sec-ch-ua-platform","value":{"type":"string","value":"\"Linux\""}}],"headersSize":274,"initiatorType":null,"method":"GET","request":"59BCDDC33A17004D74489B8333C9467E","timings":{"connectEnd":0,"connectStart":0,"dnsEnd":0,"dnsStart":0,"fetchStart":0,"redirectEnd":0,"redirectStart":0,"requestStart":0,"requestTime":0,"responseEnd":0,"responseStart":0,"timeOrigin":1743574115184,"tlsStart":0},"url":"https://google.com/"},"timestamp":1743574115184},"type":"event"}
2025-04-02T08:08:35.211+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : Methodnetwork.beforeRequestSentcalled with1callbacks available
2025-04-02T08:08:35.213+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : Matching network.beforeRequestSent with network.beforeRequestSent
2025-04-02T08:08:35.258+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : Calling callback for network.beforeRequestSent using com.intrafind.webtopdf.selenium.SeleniumPdfPrinter$$Lambda$2556/0x0000000801969e88@74ab5e11 being passed org.openqa.selenium.bidi.network.BeforeRequestSent@90612a6
2025-04-02T08:08:36.131+02:00  INFO 30496 --- [BiDi Connection] o.o.s.b.Connection                       : -> {
  "params": {
    "request": "59BCDDC33A17004D74489B8333C9467E"
  },
  "method": "network.continueRequest",
  "id": 3
}
Exception in thread "BiDi Connection" org.openqa.selenium.bidi.BiDiException: Unable to process: {"method":"network.beforeRequestSent","params":{"context":"FE2F757DE077C6E1F559B9D1E4D0128A","initiator":{"type":"other"},"intercepts":["7771b1c4-dc9b-4bef-973e-1d114fa810b2"],"isBlocked":true,"navigation":"0ef892ed-b653-4fd1-bfc5-9c0274a124c1","redirectCount":0,"request":{"bodySize":0,"cookies":[],"destination":"","goog:resourceInitiator":{"type":"other"},"goog:resourceType":"Document","headers":[{"name":"Upgrade-Insecure-Requests","value":{"type":"string","value":"1"}},{"name":"User-Agent","value":{"type":"string","value":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36"}},{"name":"sec-ch-ua","value":{"type":"string","value":"\"Chromium\";v=\"134\", \"Not:A-Brand\";v=\"24\", \"Google Chrome\";v=\"134\""}},{"name":"sec-ch-ua-mobile","value":{"type":"string","value":"?0"}},{"name":"sec-ch-ua-platform","value":{"type":"string","value":"\"Linux\""}}],"headersSize":274,"initiatorType":null,"method":"GET","request":"59BCDDC33A17004D74489B8333C9467E","timings":{"connectEnd":0,"connectStart":0,"dnsEnd":0,"dnsStart":0,"fetchStart":0,"redirectEnd":0,"redirectStart":0,"requestStart":0,"requestTime":0,"responseEnd":0,"responseStart":0,"timeOrigin":1743574115184,"tlsStart":0},"url":"https://google.com/"},"timestamp":1743574115184},"type":"event"}
	at org.openqa.selenium.bidi.Connection$Listener.lambda$onText$0(Connection.java:279)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: org.openqa.selenium.TimeoutException: java.util.concurrent.TimeoutException
Build info: version: '4.30.0', revision: '509c7f17cc*'
System info: os.name: 'Windows 10', os.arch: 'amd64', os.version: '10.0', java.version: '17'
Driver info: driver.version: unknown
	at org.openqa.selenium.bidi.Connection.sendAndWait(Connection.java:180)
	at org.openqa.selenium.bidi.BiDi.send(BiDi.java:51)
	at org.openqa.selenium.bidi.module.Network.continueRequest(Network.java:131)

Operating System

Windows 10

Selenium version

Java 4.29.0

What are the browser(s) and version(s) where you see this issue?

Chrome 133

What are the browser driver(s) and version(s) where you see this issue?

RemoteWebDriver 4.29.0

Are you using Selenium Grid?

4.29.0

[github-actions]

Hi, @AdrianDiemerDev.
Please follow the issue template; we need more information to reproduce the issue.

Either a complete code snippet and URL/HTML (if more than one file is needed, provide a GitHub repo and instructions to run the code), the specific versions used, or a more detailed description to help us understand the issue.

Note: If you cannot share your code and URL/HTML, any complete code snippet and URL/HTML that reproduces the issue is good enough.

Reply to this issue when all information is provided. Thank you.

[AdrianDiemerDev]

I've added a complete main class. Please let me know if this meets the requirements now.

[navin772]

Hi @AdrianDiemerDev, I guess this is expected while using Chrome, we are also skipping the network intercept tests for chromium based browsers in the CI here.

Although, Firefox is working fine with the provided code snippet. So, this is a chrome specific issue.

[pujagani]

Hey! It might not be implemented in that version of Chrome. Please refer to https://wpt.fyi/results/webdriver/tests/bidi/network?label=master&product=chrome%5Bstable%5D&product=edge%5Bstable%5D&product=firefox%5Bexperimental%5D&product=safari%5Bexperimental%5D&aligned&q=bidi

[AdrianDiemerDev]

Hi @navin772 ,
thanks for the quick reply! I tried switching to Firefox with mixed reults. I just replaced the ChromeOptions with FirefoxOpeions in my example and added a Firefox node to my grid. The result was this error:

Exception in thread "BiDi Connection" org.openqa.selenium.bidi.BiDiException: Unable to process: {"type":"event","method":"network.beforeRequestSent","params":{"context":"bded2798-cca9-474a-adc7-4fba3e1e8f5d","isBlocked":true,"navigation":null,"redirectCount":0,"request":{"request":"40","url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABUAAAAYCAMAAAAiV0Z6AAAAPFBMVEVLoEN0wU6CzFKCzFKCzFKCzFKCzFJSo0MSczNDmkCCzFJPoUMTczNdr0gmgziCzFITczMTczMTczMTczPh00jOAAAAFHRSTlPF/+bIsms8Ad///hX+//5/tXw7aMEAx10AAACaSURBVHgBbc4HDoRQCATQ33tbvf9dF9QxaCT9UQaltLHOh/golXKhMs5Xqa0xU1lyoa2fXFyQOsDG38qsLy4TaV+sFislovyhPzLJJrBu6eQOtpW0LjbJkzTuTDLRVNKa3uxJI+VdiRqXSeu6GW+Qxi29eLIi8H7EsYrT42BD+mQtNO5JMjRuC4lSY8V4hsLX0egGijvUSEP9AbylEsOkeCgWAAAAAElFTkSuQmCC","method":"GET","bodySize":0,"headersSize":0,"headers":[],"cookies":[],"destination":"image","initiatorType":null,"timings":{"timeOrigin":0,"requestTime":1743594304242,"redirectStart":0,"redirectEnd":0,"fetchStart":1743594304242,"dnsStart":1743594304242,"dnsEnd":1743594304242,"connectStart":1743594304242,"connectEnd":1743594304242,"tlsStart":1743594304242,"tlsEnd":1743594304242,"requestStart":1743594304242,"responseStart":1743594304242,"responseEnd":1743594304242}},"timestamp":1743594304242,"intercepts":["5b185864-644b-402b-8c44-05c4c886d45d"],"initiator":{"type":"other"}}}
	at org.openqa.selenium.bidi.Connection$Listener.lambda$onText$0(Connection.java:279)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: org.openqa.selenium.bidi.BiDiException: {"type":"error","id":5,"error":"no such request","message":"Blocked request with id 40 not found","stacktrace":"RemoteError@chrome://remote/content/shared/RemoteError.sys.mjs:8:8\nWebDriverError@chrome://remote/content/shared/webdriver/Errors.sys.mjs:197:5\nNoSuchRequestError@chrome://remote/content/shared/webdriver/Errors.sys.mjs:673:5\ncontinueRequest@chrome://remote/content/webdriver-bidi/modules/root/network.sys.mjs:565:13\nhandleCommand@chrome://remote/content/shared/messagehandler/MessageHandler.sys.mjs:260:33\nexecute@chrome://remote/content/shared/webdriver/Session.sys.mjs:390:32\nonPacket@chrome://remote/content/webdriver-bidi/WebDriverBiDiConnection.sys.mjs:236:37\nonMessage@chrome://remote/content/server/WebSocketTransport.sys.mjs:127:18\nhandleEvent@chrome://remote/content/server/WebSocketTransport.sys.mjs:109:14\n"}
Build info: version: '4.30.0', revision: '509c7f17cc*'
System info: os.name: 'Windows 10', os.arch: 'amd64', os.version: '10.0', java.version: '17'
Driver info: driver.version: unknown
	at org.openqa.selenium.bidi.Connection.sendAndWait(Connection.java:178)
	at org.openqa.selenium.bidi.BiDi.send(BiDi.java:51)
	at org.openqa.selenium.bidi.module.Network.continueRequest(Network.java:131)
        ...

However, it did work when I set a breakpoint before loading the page, logged into the node via the Grid UI and opened the DevTools before letting my program continue.
Am I missing something here? Do I have to add another setting?

@pujagani thanks for the link, I already had a look at that page and it doesn't look to me like my scenario shouldn't be covered. The only tests that are failing are the ones modifying cookies and I'm not even making any modifications yet as you can see in the code snippet in my original post.

[AdrianDiemerDev]

Scratch that. Even just hitting the breakpoint fixes it. I think this might be a timing issue.

[navin772]

@AdrianDiemerDev, so hitting the breakpoint works for just Firefox or for Chrome also?

[AdrianDiemerDev]

@navin772 , no, with Chrome, I always get the timeout. With Firefox I get the "no such request" error posted above unless I add a breakpoint in the try(Network... line.
Replacing the breakpoint with a sleep in the line above does not yield the same result.

I don't really get what's going on here...

[navin772]

@AdrianDiemerDev what do you mean by a breakpoint here specifically (if it's not sleep). Can you provide an example?

I am using this test and it works fine with Firefox. Can you check this locally so we can isolate whether this is a grid only issue (for firefox only):

package org.example;

import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.BeforeAll;
import org.junit.jupiter.api.Test;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.bidi.BiDiException;
import org.openqa.selenium.bidi.network.AddInterceptParameters;
import org.openqa.selenium.bidi.network.ContinueRequestParameters;
import org.openqa.selenium.bidi.network.InterceptPhase;
import org.openqa.selenium.bidi.module.Network;
import org.openqa.selenium.firefox.FirefoxDriver;
import org.openqa.selenium.firefox.FirefoxOptions;

import static org.junit.jupiter.api.Assertions.assertDoesNotThrow;

public class SeleniumBiDiTestRunner {
    private static WebDriver driver;

    @BeforeAll
    public static void setup() {
        FirefoxOptions options = new FirefoxOptions();
        options.enableBiDi();
        driver = new FirefoxDriver(options);
    }

    @Test
    public void testBidiIntercept() {
        assertDoesNotThrow(() -> {
            try (Network network = new Network(driver)) {
                network.addIntercept(new AddInterceptParameters(InterceptPhase.BEFORE_REQUEST_SENT));

                network.onBeforeRequestSent(beforeRequestSent -> {
                    String requestId = beforeRequestSent.getRequest().getRequestId();
                    try {
                        network.continueRequest(new ContinueRequestParameters(requestId));
                    } catch (BiDiException e) {
                        System.err.println("Error continuing request: " + e.getMessage());
                    }
                });

                driver.get("https://www.example.com");
            }
        });
    }

    @AfterAll
    public static void tearDown() {
        if (driver != null) {
            driver.quit();
        }
    }
}

[AdrianDiemerDev]

@navin772
Your test works for me with my local Firefox as well as with the Selenium Grid. It does not work with Chrome either way as expected.

My test class also works with Firefox on https://www.example.com. I also verified that I can change the header values of the request with https://httpbin.org/headers.
When going back to my original https://google.com example, I still see the same "Blocked request with id XX not found" errors in the log. However, I noticed that these errors don't seem to hinder the rendering of the page.

I couldn't verify yet whether the modifications on the requests are working for all requests in this more complex scenario but I guess it's fine now.

Thank you for all your help!