test: remote requests are now replayed

Instead of hitting remote servers and possibly getting failed
tests becauase servers are down or becuase wer're getting rate
limited, we now record the responses and replay them.
PS: This is not done for Maven artifacts/MIMA.

Author: quintesse

build.gradle

@@ -111,10 +111,10 @@ dependencies {
 
 	testImplementation platform('org.junit:junit-bom:5.12.1')
 	testImplementation "org.junit.jupiter:junit-jupiter"
-	testRuntimeOnly "org.junit.platform:junit-platform-launcher"
+	testImplementation "org.junit.platform:junit-platform-launcher"
 	testImplementation "com.github.stefanbirkner:system-rules:1.17.2"
 	testImplementation "org.hamcrest:hamcrest-library:2.2"
-	testImplementation "com.github.tomakehurst:wiremock-jre8:2.32.0"
+	testImplementation "org.wiremock:wiremock:3.12.1"
 
 	//testImplementation 'com.github.maxandersen.karate:karate-junit:19e06766'
 	//testImplementation 'com.github.maxandersen.karate:karate-apache:19e06766'
@@ -222,18 +222,21 @@ jar {
 compileJava {
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '8'])
 }
 
 compileTestJava {
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '11'])
 }
 
 compileJava9Java {
 	sourceCompatibility = 9
 	targetCompatibility = 9
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '9'])
 }
 
 shadowJar {
@@ -437,5 +440,3 @@ tasks.named("spotlessXml").configure { dependsOn("chocolatey") }
 tasks.named("spotlessXml").configure { dependsOn("copyITests") }
 
 group = "dev.jbang"
-sourceCompatibility = '8'
-targetCompatibility = '8'

src/main/java/dev/jbang/net/JdkManager.java

@@ -102,6 +102,10 @@ private static List<JdkProvider> providers() {
 		return providers;
 	}
 
+	public static void resetProviders() {
+		providers = null;
+	}
+
 	@Nonnull
 	private static List<JdkProvider> updatableProviders() {
 		return providers().stream().filter(JdkProvider::canUpdate).collect(Collectors.toList());

src/test/java/dev/jbang/BaseTest.java

@@ -1,5 +1,9 @@
 package dev.jbang;
 
+import static com.github.tomakehurst.wiremock.client.WireMock.recordSpec;
+import static com.github.tomakehurst.wiremock.core.WireMockConfiguration.options;
+
+import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.IOException;
 import java.io.PrintStream;
@@ -10,25 +14,44 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.Paths;
+import java.security.KeyManagementException;
+import java.security.NoSuchAlgorithmException;
 import java.util.concurrent.Callable;
 import java.util.function.Function;
 
-import org.apache.commons.io.output.ByteArrayOutputStream;
+import javax.net.ssl.HttpsURLConnection;
+import javax.net.ssl.SSLContext;
+import javax.net.ssl.TrustManager;
+import javax.net.ssl.X509TrustManager;
+
 import org.junit.Rule;
 import org.junit.contrib.java.lang.system.EnvironmentVariables;
-import org.junit.jupiter.api.AfterAll;
-import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.AfterEach;
 import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.io.TempDir;
 
+import com.github.tomakehurst.wiremock.WireMockServer;
+import com.github.tomakehurst.wiremock.http.JvmProxyConfigurer;
+
 import dev.jbang.cli.BaseCommand;
 import dev.jbang.cli.JBang;
 import dev.jbang.dependencies.DependencyCache;
+import dev.jbang.net.JdkManager;
 import dev.jbang.util.Util;
 
 import picocli.CommandLine;
 
 public abstract class BaseTest {
+	public Path jbangTempDir;
+	public Path cwdDir;
+	public WireMockServer globalwms;
+
+	public static Path mavenTempDir;
+	public static Path jdksTempDir;
+	public static Path examplesTestFolder;
+
+	@Rule
+	public final EnvironmentVariables environmentVariables = new EnvironmentVariables();
 
 	@BeforeEach
 	void initEnv(@TempDir Path tempPath) throws IOException {
@@ -54,15 +77,40 @@ void initEnv(@TempDir Path tempPath) throws IOException {
 		}
 		Configuration.instance(null);
 		DependencyCache.clear();
+		JdkManager.resetProviders();
+
+		// Start a WireMock server to capture and replay any remote
+		// requests JBang makes (any new code that results in additional
+		// requests will result in new recordings being added to the
+		// `src/test/resources/mappings` folder which can then be added
+		// to the git repository. Future requests will then be replayed
+		// from the recordings instead of hitting the real server.)
+		globalwms = new WireMockServer(options()
+												.enableBrowserProxying(true)
+												.dynamicPort());
+		globalwms.start();
+		JvmProxyConfigurer.configureFor(globalwms);
+		disableSSL();
+
+		// This forces MIMA to use the WireMock server as a proxy
+		// System.setProperty("aether.connector.http.useSystemProperties", "true");
+		// System.setProperty("aether.connector.https.securityMode", "insecure");
+	}
+
+	@AfterEach
+	public void cleanupEnv() {
+		globalwms.stop();
+		globalwms.snapshotRecord(recordSpec().ignoreRepeatRequests());
+		JvmProxyConfigurer.restorePrevious();
 	}
 
 	public static final String EXAMPLES_FOLDER = "itests";
-	public static Path examplesTestFolder;
 
-	@BeforeAll
-	static void init() throws URISyntaxException, IOException {
+	// @BeforeAll
+	public static void initBeforeAll() throws URISyntaxException, IOException {
 		mavenTempDir = Files.createTempDirectory("jbang_tests_maven");
 		jdksTempDir = Files.createTempDirectory("jbang_tests_jdks");
+		System.err.println("## INIT BEFORE ALL TESTS " + mavenTempDir);
 		URL examplesUrl = BaseTest.class.getClassLoader().getResource(EXAMPLES_FOLDER);
 		if (examplesUrl == null) {
 			examplesTestFolder = Paths.get(EXAMPLES_FOLDER).toAbsolutePath();
@@ -71,20 +119,12 @@ static void init() throws URISyntaxException, IOException {
 		}
 	}
 
-	@AfterAll
-	static void cleanup() {
+	// @AfterAll
+	public static void cleanupAfterAll() {
 		Util.deletePath(mavenTempDir, true);
 		Util.deletePath(jdksTempDir, true);
 	}
 
-	@Rule
-	public final EnvironmentVariables environmentVariables = new EnvironmentVariables();
-
-	public static Path mavenTempDir;
-	public static Path jdksTempDir;
-	public Path jbangTempDir;
-	public Path cwdDir;
-
 	protected <T> CaptureResult checkedRun(Function<T, Integer> commandRunner, String... args) throws Exception {
 		CommandLine.ParseResult pr = JBang.getCommandLine().parseArgs(args);
 		while (pr.subcommand() != null) {
@@ -156,4 +196,34 @@ public String normalizedErr() {
 		}
 	}
 
+	static void disableSSL() {
+		TrustManager[] trustAllCerts = new TrustManager[] { new X509TrustManager() {
+			public java.security.cert.X509Certificate[] getAcceptedIssuers() {
+				return new java.security.cert.X509Certificate[] {};
+			}
+
+			public void checkClientTrusted(java.security.cert.X509Certificate[] certs, String authType) {
+			}
+
+			public void checkServerTrusted(java.security.cert.X509Certificate[] certs, String authType) {
+			}
+		} };
+
+		try {
+			SSLContext sc = SSLContext.getInstance("SSL");
+			sc.init(null, trustAllCerts, new java.security.SecureRandom());
+			HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
+		} catch (KeyManagementException | NoSuchAlgorithmException e) {
+			throw new RuntimeException(e);
+		}
+	}
+
+	protected static void wiremockRequestPrinter(com.github.tomakehurst.wiremock.http.Request inRequest,
+			com.github.tomakehurst.wiremock.http.Response inResponse) {
+		System.err.printf("WireMock request at URL: %s%n", inRequest.getAbsoluteUrl());
+		System.err.printf("WireMock request headers: %s%n", inRequest.getHeaders());
+		System.err.printf("WireMock response status: %d%n", inResponse.getStatus());
+		System.err.printf("WireMock response body: %s%n", inResponse.getBodyAsString());
+		System.err.printf("WireMock response headers: %s%n", inResponse.getHeaders());
+	}
 }

src/test/java/dev/jbang/JBangTestExecutionListener.java

@@ -0,0 +1,33 @@
+package dev.jbang;
+
+import org.junit.platform.launcher.TestExecutionListener;
+import org.junit.platform.launcher.TestPlan;
+
+public class JBangTestExecutionListener implements TestExecutionListener {
+
+	@Override
+	public void testPlanExecutionStarted(TestPlan testPlan) {
+		System.err.println("##############################################");
+		System.err.println("## BEFORE ALL TESTS");
+		try {
+			BaseTest.initBeforeAll();
+		} catch (Exception e) {
+			throw new RuntimeException(e);
+		}
+		System.err.println("##############################################");
+		TestExecutionListener.super.testPlanExecutionStarted(testPlan);
+	}
+
+	@Override
+	public void testPlanExecutionFinished(TestPlan testPlan) {
+		System.err.println("##############################################");
+		System.err.println("## AFTER ALL TESTS");
+		TestExecutionListener.super.testPlanExecutionFinished(testPlan);
+		try {
+			BaseTest.cleanupAfterAll();
+		} catch (Exception e) {
+			throw new RuntimeException(e);
+		}
+		System.err.println("##############################################");
+	}
+}

src/test/resources/META-INF/services/org.junit.platform.launcher.TestExecutionListener

@@ -0,0 +1 @@
+dev.jbang.JBangTestExecutionListener