Skip to content

Commit

Permalink
openvidu-test-e2e: add speaker detection and adaptive stream tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@pabloFuente
pabloFuente committed Oct 1, 2024
1 parent e307af2 commit fdc3b82
Show file tree
Hide file tree
Showing 4 changed files with 293 additions and 2 deletions.
17 changes: 17 additions & 0 deletions openvidu-test-browsers/src/main/java/io/openvidu/test/browsers/BrowserUser.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -182,4 +182,21 @@ public boolean assertAllElementsHaveTracks(String querySelector, boolean hasAudi
return tracks;
}

public int getVideoTrackWidth(WebElement videoElement) {
String script = "return document.querySelector('#" + videoElement.getAttribute("id")
+ "').srcObject.getVideoTracks()[0].getSettings().width";
return Math.toIntExact((long) ((JavascriptExecutor) driver).executeScript(script));
}

public void changeElementSize(WebElement videoElement, Integer newWidthInPixels, Integer newHeightInPixels) {
String script = "var htmlelement = document.querySelector('#" + videoElement.getAttribute("id") + "');";
if (newWidthInPixels != null) {
script += "htmlelement.style.width = '" + newWidthInPixels + "px';";
}
if (newHeightInPixels != null) {
script += "htmlelement.style.height = '" + newHeightInPixels + "px';";
}
((JavascriptExecutor) driver).executeScript(script);
}

}
19 changes: 17 additions & 2 deletions openvidu-test-e2e/src/main/java/io/openvidu/test/e2e/OpenViduTestE2e.java
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
package io.openvidu.test.e2e;

import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URL;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
Expand All @@ -21,6 +24,7 @@
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;

import org.apache.commons.io.FileUtils;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.Assertions;
import org.slf4j.Logger;
Expand Down Expand Up @@ -266,8 +270,19 @@ protected BrowserUser setupBrowser(String browser) throws Exception {
case "chromeFakeAudio":
container = chromeContainer("selenium/standalone-chrome:" + CHROME_VERSION, 2147483648L, 1, true);
setupBrowserAux(BrowserNames.CHROME, container, false);
path = Paths.get("/opt/openvidu/stt-test.wav");
checkMediafilePath(path);
path = new File(System.getProperty("java.io.tmpdir"), "test.wav").toPath();
try {
checkMediafilePath(path);
} catch (Exception e) {
try {
FileUtils.copyURLToFile(
new URL("https://openvidu-loadtest-mediafiles.s3.amazonaws.com/interview.wav"),
new File(System.getProperty("java.io.tmpdir"), "test.wav"), 60000, 60000);
} catch (FileNotFoundException e2) {
e2.printStackTrace();
System.err.println("exception on: downLoadFile() function: " + e.getMessage());
}
}
browserUser = new ChromeUser("TestUser", 50, null, path);
break;
case "chromeVirtualBackgroundFakeVideo":
Expand Down
1 change: 1 addition & 0 deletions openvidu-test-e2e/src/test/java/io/openvidu/test/e2e/AbstractOpenViduTestappE2eTest.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ protected void gracefullyLeaveParticipants(OpenViduTestappUser user, int numberO
for (int j = 1; j <= numberOfParticipants; j++) {
user.getDriver().findElement(By.className("disconnect-btn")).sendKeys(Keys.ENTER);
user.getEventManager().waitUntilEventReaches("disconnected", "RoomEvent", j);
user.getEventManager().waitUntilEventReaches("connectionStateChanged", "RoomEvent", j);
accumulatedDisconnected = (j != numberOfParticipants) ? (accumulatedDisconnected + numberOfParticipants - j)
: (accumulatedDisconnected);
user.getEventManager().waitUntilEventReaches("participantDisconnected", "RoomEvent",
Expand Down
258 changes: 258 additions & 0 deletions openvidu-test-e2e/src/test/java/io/openvidu/test/e2e/OpenViduTestAppE2eTest.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@

package io.openvidu.test.e2e;

import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.function.BiFunction;
Expand All @@ -35,6 +38,13 @@
import org.openqa.selenium.support.ui.ExpectedConditions;
import org.springframework.test.context.junit.jupiter.SpringExtension;

import com.google.common.collect.ImmutableList;
import com.google.gson.JsonArray;
import com.google.gson.JsonObject;
import com.google.gson.JsonParser;

import io.openvidu.test.browsers.BrowserUser;

/**
* E2E tests for openvidu-testapp.
*
Expand Down Expand Up @@ -412,4 +422,252 @@ public void uncaughtException(Thread th, Throwable ex) {
}
}

@Test
@DisplayName("Speaker detection")
void speakerDetectionTest() throws Exception {

OpenViduTestappUser user = setupBrowserAndConnectToOpenViduTestapp("chromeFakeAudio");

log.info("Speaker detection");

user.getDriver().findElement(By.id("one2one-btn")).click();

// Only audio publisher
user.getDriver().findElement(By.id("room-options-btn-0")).click();
Thread.sleep(300);
user.getDriver().findElement(By.id("video-capture-false")).click();
user.getDriver().findElement(By.id("close-dialog-btn")).click();
Thread.sleep(300);

// Only subscriber
user.getDriver().findElement(By.cssSelector("#openvidu-instance-1 .publisher-checkbox")).click();

for (int n = 0; n < 2; n++) {
user.getDriver().findElement(By.id("room-events-btn-" + n)).click();
Thread.sleep(300);
user.getDriver().findElement(By.cssSelector("button[name='activeSpeakersChanged']")).click();
user.getDriver().findElement(By.id("close-dialog-btn")).click();
Thread.sleep(300);
}

List<JsonObject> events = new ArrayList<>();
user.getEventManager().on("activeSpeakersChanged", "RoomEvent", ev -> {
events.add(JsonParser.parseString(ev.toString()).getAsJsonObject());
});

user.getDriver().findElements(By.className("connect-btn")).forEach(el -> el.sendKeys(Keys.ENTER));

user.getEventManager().waitUntilEventReaches(0, "signalConnected", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "connected", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "connectionStateChanged", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches(0, "localTrackPublished", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "localTrackPublished", "ParticipantEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "localTrackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "localTrackSubscribed", "ParticipantEvent", 1);

user.getEventManager().waitUntilEventReaches(0, "signalConnected", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "connected", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(0, "connectionStateChanged", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches(1, "trackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches(1, "trackSubscriptionStatusChanged", "RoomEvent", 2);

final int numberOfVideos = user.getDriver().findElements(By.tagName("video")).size();
Assertions.assertEquals(0, numberOfVideos, "Wrong number of videos");
final int numberOfAudios = user.getDriver().findElements(By.tagName("audio")).size();
Assertions.assertEquals(2, numberOfAudios, "Wrong number of audios");

Assertions.assertTrue(user.getBrowserUser().assertAllElementsHaveTracks("audio.remote", true, false),
"HTMLAudioElements were expected to have only one audio track");

user.getEventManager().waitUntilEventReaches(0, "activeSpeakersChanged", "RoomEvent", 5);
user.getEventManager().waitUntilEventReaches(0, "isSpeakingChanged", "ParticipantEvent", 5);
user.getEventManager().waitUntilEventReaches(1, "activeSpeakersChanged", "RoomEvent", 5);
user.getEventManager().waitUntilEventReaches(1, "isSpeakingChanged", "ParticipantEvent", 5);

user.getEventManager().off("activeSpeakersChanged", "RoomEvent");

Collection<JsonObject> finalList = ImmutableList.copyOf(events);
finalList.forEach(event -> {
JsonArray speakers = event.get("eventContent").getAsJsonObject().get("speakers").getAsJsonArray();
if (speakers.size() > 0) {
Assertions.assertEquals(1, speakers.size(), "Wrong number of speakers");
JsonObject participant = speakers.get(0).getAsJsonObject();
Assertions.assertEquals("TestParticipant0", participant.get("identity").getAsString(),
"Wrong speaker identity");
}
});

gracefullyLeaveParticipants(user, 2);
}

@Test
@DisplayName("Adaptive stream enabled")
void aptiveStreamEnabledTest() throws Exception {

OpenViduTestappUser user = setupBrowserAndConnectToOpenViduTestapp("chrome");

log.info("Adaptive stream enabled");

user.getDriver().findElement(By.id("one2one-btn")).click();

// Only video publisher
user.getDriver().findElement(By.id("room-options-btn-0")).click();
Thread.sleep(300);
user.getDriver().findElement(By.id("audio-capture-false")).click();
user.getDriver().findElement(By.id("close-dialog-btn")).click();
Thread.sleep(300);

// Only subscriber
user.getDriver().findElement(By.cssSelector("#openvidu-instance-1 .publisher-checkbox")).click();

user.getDriver().findElements(By.className("connect-btn")).forEach(el -> el.sendKeys(Keys.ENTER));

user.getEventManager().waitUntilEventReaches("signalConnected", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches("connected", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches("connectionStateChanged", "RoomEvent", 4);
user.getEventManager().waitUntilEventReaches("localTrackPublished", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("localTrackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("trackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("trackSubscriptionStatusChanged", "RoomEvent", 2);

final int numberOfVideos = user.getDriver().findElements(By.tagName("video")).size();
Assertions.assertEquals(2, numberOfVideos, "Wrong number of videos");
final int numberOfAudios = user.getDriver().findElements(By.tagName("audio")).size();
Assertions.assertEquals(0, numberOfAudios, "Wrong number of audios");

Assertions.assertTrue(user.getBrowserUser().assertAllElementsHaveTracks("video", false, true),
"HTMLVideoElements were expected to have only one audio track");

Thread.sleep(1500);

WebElement subscriberVideo = user.getDriver().findElement(By.cssSelector("#openvidu-instance-1 video.remote"));

int oldTrackWidth = user.getBrowserUser().getVideoTrackWidth(subscriberVideo);

user.getBrowserUser().changeElementSize(subscriberVideo, 500, 300);
oldTrackWidth = this.waitForVideoTrackResolutionChange(user.getBrowserUser(), subscriberVideo, oldTrackWidth,
true);

user.getBrowserUser().changeElementSize(subscriberVideo, 80, 40);
oldTrackWidth = this.waitForVideoTrackResolutionChange(user.getBrowserUser(), subscriberVideo, oldTrackWidth,
false);

user.getBrowserUser().changeElementSize(subscriberVideo, 1000, 700);
oldTrackWidth = this.waitForVideoTrackResolutionChange(user.getBrowserUser(), subscriberVideo, oldTrackWidth,
true);

user.getBrowserUser().changeElementSize(subscriberVideo, 120, 80);
oldTrackWidth = this.waitForVideoTrackResolutionChange(user.getBrowserUser(), subscriberVideo, oldTrackWidth,
false);

gracefullyLeaveParticipants(user, 2);
}

@Test
@DisplayName("Adaptive stream disabled")
void aptiveStreamDisabledTest() throws Exception {

OpenViduTestappUser user = setupBrowserAndConnectToOpenViduTestapp("chrome");

log.info("Adaptive stream disabled");

user.getDriver().findElement(By.id("one2one-btn")).click();

// Only video publisher
user.getDriver().findElement(By.id("room-options-btn-0")).click();
Thread.sleep(300);
user.getDriver().findElement(By.id("audio-capture-false")).click();
user.getDriver().findElement(By.id("room-adaptiveStream")).click();
user.getDriver().findElement(By.id("close-dialog-btn")).click();
Thread.sleep(300);

// Only subscriber
user.getDriver().findElement(By.cssSelector("#openvidu-instance-1 .publisher-checkbox")).click();
user.getDriver().findElement(By.id("room-options-btn-1")).click();
Thread.sleep(300);
user.getDriver().findElement(By.id("room-adaptiveStream")).click();
user.getDriver().findElement(By.id("close-dialog-btn")).click();
Thread.sleep(300);

user.getDriver().findElements(By.className("connect-btn")).forEach(el -> el.sendKeys(Keys.ENTER));

user.getEventManager().waitUntilEventReaches("signalConnected", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches("connected", "RoomEvent", 2);
user.getEventManager().waitUntilEventReaches("connectionStateChanged", "RoomEvent", 4);
user.getEventManager().waitUntilEventReaches("localTrackPublished", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("localTrackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("trackSubscribed", "RoomEvent", 1);
user.getEventManager().waitUntilEventReaches("trackSubscriptionStatusChanged", "RoomEvent", 2);

final int numberOfVideos = user.getDriver().findElements(By.tagName("video")).size();
Assertions.assertEquals(2, numberOfVideos, "Wrong number of videos");
final int numberOfAudios = user.getDriver().findElements(By.tagName("audio")).size();
Assertions.assertEquals(0, numberOfAudios, "Wrong number of audios");

Assertions.assertTrue(user.getBrowserUser().assertAllElementsHaveTracks("video", false, true),
"HTMLVideoElements were expected to have only one audio track");

Thread.sleep(1500);

WebElement subscriberVideo = user.getDriver().findElement(By.cssSelector("#openvidu-instance-1 video.remote"));

int oldTrackWidth = user.getBrowserUser().getVideoTrackWidth(subscriberVideo);
user.getBrowserUser().changeElementSize(subscriberVideo, 1000, 700);
Thread.sleep(2000);
int newTrackWidth = user.getBrowserUser().getVideoTrackWidth(subscriberVideo);

Assertions.assertEquals(oldTrackWidth, newTrackWidth,
"With adaptive stream disabled subscriber's track resolution should NOT change");

oldTrackWidth = newTrackWidth;
user.getBrowserUser().changeElementSize(subscriberVideo, 100, 30);
Thread.sleep(2000);
newTrackWidth = user.getBrowserUser().getVideoTrackWidth(subscriberVideo);

Assertions.assertEquals(oldTrackWidth, newTrackWidth,
"With adaptive stream disabled subscriber's track resolution should NOT change");

gracefullyLeaveParticipants(user, 2);
}

private int waitForVideoTrackResolutionChange(BrowserUser user, WebElement videoElement, int oldTrackWidth,
boolean shouldBeHigher) {
final int maxWaitMillis = 6000;
final int intervalWait = 250;
final int MAX_ITERATIONS = maxWaitMillis / intervalWait;
int iteration = 0;
boolean changed = false;
int newTrackWidth = -1;
while (!changed && iteration < MAX_ITERATIONS) {
iteration++;
newTrackWidth = user.getVideoTrackWidth(videoElement);
changed = oldTrackWidth != newTrackWidth;
if (changed) {
break;
} else {
try {
Thread.sleep(intervalWait);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}
if (!changed) {
Assertions.fail("Timeout waiting for video track to reach a " + (shouldBeHigher ? "higher" : "lower")
+ " resolution");
} else {
if (shouldBeHigher) {
Assertions.assertTrue(newTrackWidth > oldTrackWidth,
"Video track should have now a higher resolution, but it is not. Old width: " + oldTrackWidth
+ ". New width: " + newTrackWidth);
} else {
Assertions.assertTrue(newTrackWidth < oldTrackWidth,
"Video track should have now a lower resolution, but it is not. Old width: " + oldTrackWidth
+ ". New width: " + newTrackWidth);
}

}
return newTrackWidth;
}

}

0 comments on commit fdc3b82

Please sign in to comment.