test: remote requests are now replayed

Instead of hitting remote servers and possibly getting failed
tests becauase servers are down or becuase wer're getting rate
limited, we now record the responses and replay them.
PS: This is not done for Maven artifacts/MIMA.

Author: quintesse

build.gradle

@@ -114,7 +114,7 @@ dependencies {
 	testRuntimeOnly "org.junit.platform:junit-platform-launcher"
 	testImplementation "com.github.stefanbirkner:system-rules:1.17.2"
 	testImplementation "org.hamcrest:hamcrest-library:2.2"
-	testImplementation "com.github.tomakehurst:wiremock-jre8:2.32.0"
+	testImplementation "org.wiremock:wiremock:3.12.1"
 
 	//testImplementation 'com.github.maxandersen.karate:karate-junit:19e06766'
 	//testImplementation 'com.github.maxandersen.karate:karate-apache:19e06766'
@@ -222,18 +222,21 @@ jar {
 compileJava {
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '8'])
 }
 
 compileTestJava {
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '11'])
 }
 
 compileJava9Java {
 	sourceCompatibility = 9
 	targetCompatibility = 9
 	options.encoding = 'UTF-8'
 	options.compilerArgs << "-Xlint:unchecked"
+	options.compilerArgs.addAll(['--release', '9'])
 }
 
 shadowJar {
@@ -437,5 +440,3 @@ tasks.named("spotlessXml").configure { dependsOn("chocolatey") }
 tasks.named("spotlessXml").configure { dependsOn("copyITests") }
 
 group = "dev.jbang"
-sourceCompatibility = '8'
-targetCompatibility = '8'

src/main/java/dev/jbang/net/JdkManager.java

@@ -102,6 +102,10 @@ private static List<JdkProvider> providers() {
 		return providers;
 	}
 
+	public static void resetProviders() {
+		providers = null;
+	}
+
 	@Nonnull
 	private static List<JdkProvider> updatableProviders() {
 		return providers().stream().filter(JdkProvider::canUpdate).collect(Collectors.toList());

src/test/java/dev/jbang/BaseTest.java

@@ -1,5 +1,9 @@
 package dev.jbang;
 
+import static com.github.tomakehurst.wiremock.client.WireMock.recordSpec;
+import static com.github.tomakehurst.wiremock.core.WireMockConfiguration.options;
+
+import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.IOException;
 import java.io.PrintStream;
@@ -10,25 +14,37 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.Paths;
+import java.security.KeyManagementException;
+import java.security.NoSuchAlgorithmException;
 import java.util.concurrent.Callable;
 import java.util.function.Function;
 
-import org.apache.commons.io.output.ByteArrayOutputStream;
+import javax.net.ssl.HttpsURLConnection;
+import javax.net.ssl.SSLContext;
+import javax.net.ssl.TrustManager;
+import javax.net.ssl.X509TrustManager;
+
 import org.junit.Rule;
 import org.junit.contrib.java.lang.system.EnvironmentVariables;
 import org.junit.jupiter.api.AfterAll;
+import org.junit.jupiter.api.AfterEach;
 import org.junit.jupiter.api.BeforeAll;
 import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.io.TempDir;
 
+import com.github.tomakehurst.wiremock.WireMockServer;
+import com.github.tomakehurst.wiremock.http.JvmProxyConfigurer;
+
 import dev.jbang.cli.BaseCommand;
 import dev.jbang.cli.JBang;
 import dev.jbang.dependencies.DependencyCache;
+import dev.jbang.net.JdkManager;
 import dev.jbang.util.Util;
 
 import picocli.CommandLine;
 
 public abstract class BaseTest {
+	WireMockServer globalwms;
 
 	@BeforeEach
 	void initEnv(@TempDir Path tempPath) throws IOException {
@@ -54,6 +70,31 @@ void initEnv(@TempDir Path tempPath) throws IOException {
 		}
 		Configuration.instance(null);
 		DependencyCache.clear();
+		JdkManager.resetProviders();
+
+		// Start a WireMock server to capture and replay any remote
+		// requests JBang makes (any new code that results in additional
+		// requests will result in new recordings being added to the
+		// `src/test/resources/mappings` folder which can then be added
+		// to the git repository. Future requests will then be replayed
+		// from the recordings instead of hitting the real server.)
+		globalwms = new WireMockServer(options()
+				.enableBrowserProxying(true)
+				.dynamicPort());
+		globalwms.start();
+		JvmProxyConfigurer.configureFor(globalwms);
+		disableSSL();
+
+		// This forces MIMA to use the WireMock server as a proxy
+		// System.setProperty("aether.connector.http.useSystemProperties", "true");
+		// System.setProperty("aether.connector.https.securityMode", "insecure");
+	}
+
+	@AfterEach
+	public void cleanupEnv() {
+		globalwms.stop();
+		globalwms.snapshotRecord(recordSpec().ignoreRepeatRequests());
+		JvmProxyConfigurer.restorePrevious();
 	}
 
 	public static final String EXAMPLES_FOLDER = "itests";
@@ -156,4 +197,35 @@ public String normalizedErr() {
 		}
 	}
 
+	static void disableSSL() {
+		TrustManager[] trustAllCerts = new TrustManager[] { new X509TrustManager() {
+			public java.security.cert.X509Certificate[] getAcceptedIssuers() {
+				return new java.security.cert.X509Certificate[] {};
+			}
+
+			public void checkClientTrusted(java.security.cert.X509Certificate[] certs, String authType) {
+			}
+
+			public void checkServerTrusted(java.security.cert.X509Certificate[] certs, String authType) {
+			}
+		} };
+
+		try {
+			SSLContext sc = SSLContext.getInstance("SSL");
+			sc.init(null, trustAllCerts, new java.security.SecureRandom());
+			HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
+		} catch (KeyManagementException | NoSuchAlgorithmException e) {
+			throw new RuntimeException(e);
+		}
+	}
+
+	protected static void wiremockRequestPrinter(com.github.tomakehurst.wiremock.http.Request inRequest,
+			com.github.tomakehurst.wiremock.http.Response inResponse) {
+		System.err.printf("WireMock request at URL: %s%n", inRequest.getAbsoluteUrl());
+		System.err.printf("WireMock request headers: %s%n", inRequest.getHeaders());
+		System.err.printf("WireMock response status: %d%n", inResponse.getStatus());
+		System.err.printf("WireMock response body: %s%n", inResponse.getBodyAsString());
+		System.err.printf("WireMock response headers: %s%n", inResponse.getHeaders());
+	}
+
 }

src/test/resources/__files/gists_503c88fb5123b1000c37a3f2832d4773-ad5663bd-a412-4ddf-8fcd-79877339db86.json

@@ -0,0 +1 @@
+{"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773","forks_url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/forks","commits_url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/commits","id":"503c88fb5123b1000c37a3f2832d4773","node_id":"MDQ6R2lzdDUwM2M4OGZiNTEyM2IxMDAwYzM3YTNmMjgzMmQ0Nzcz","git_pull_url":"https://gist.github.com/503c88fb5123b1000c37a3f2832d4773.git","git_push_url":"https://gist.github.com/503c88fb5123b1000c37a3f2832d4773.git","html_url":"https://gist.github.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773","files":{"a#a.java":{"filename":"a#a.java","type":"text/x-java-source","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/812e78353fa3d1e7c487a0543bd42e8747472152/a%23a.java","size":109,"truncated":false,"content":"class file4 {\n\n    public static void main(String[] args) {\n        System.out.println(\"I'm file 4\");\n    }\n}","encoding":"utf-8"},"dash-test.java":{"filename":"dash-test.java","type":"text/x-java-source","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/eb3e4714f83475500c7cd68951126fc6f3bb2a94/dash-test.java","size":150,"truncated":false,"content":"class file5 {\n\n    public static void main(String[] args) {\n        System.out.println(\"I'm file 5\");\n        System.out.println(\"dash-test\");\n    }\n}","encoding":"utf-8"},"file1.java":{"filename":"file1.java","type":"text/x-java-source","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/496ef86adbbcdd585c4b5ee37719ce778350a4c3/file1.java","size":151,"truncated":false,"content":"///usr/bin/env jbang \"$0\" \"$@\" ; exit $?\n\nclass file1 {\n\n    public static void main(String[] args) {\n        System.out.println(\"I'm file 1\");\n    }\n}","encoding":"utf-8"},"file2.java":{"filename":"file2.java","type":"text/x-java-source","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/7fbadcb144c7d12fbfdc1acc0c3c6613dec64ea3/file2.java","size":151,"truncated":false,"content":"///usr/bin/env jbang \"$0\" \"$@\" ; exit $?\n\nclass file2 {\n\n    public static void main(String[] args) {\n        System.out.println(\"I'm file 2\");\n    }\n}","encoding":"utf-8"},"file3.jsh":{"filename":"file3.jsh","type":"text/plain","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/f716d5c44751acb0ea3d10c07886eadfdeb62b99/file3.jsh","size":75,"truncated":false,"content":"System.out.println(\"Test jsh extension\");\nSystem.out.println(\"I'm file 3\");","encoding":"utf-8"},"java-shell-script.jsh":{"filename":"java-shell-script.jsh","type":"text/plain","language":"Java","raw_url":"https://gist.githubusercontent.com/tivrfoa/503c88fb5123b1000c37a3f2832d4773/raw/8122df8e6de01d5b94a90d0ba696360f81c70aa9/java-shell-script.jsh","size":94,"truncated":false,"content":"System.out.println(\"I have a dash in filename.\");\nSystem.out.println(\"I'm java shell script\");","encoding":"utf-8"}},"public":true,"created_at":"2020-10-13T13:57:57Z","updated_at":"2020-10-14T07:15:19Z","description":"Tests for JBang - Multiple Files","comments":0,"user":null,"comments_enabled":true,"comments_url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/comments","owner":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"forks":[{"url":"https://api.github.com/gists/00db676cc6ebc677074b98f460764142","user":{"login":"maxandersen","id":54129,"node_id":"MDQ6VXNlcjU0MTI5","avatar_url":"https://avatars.githubusercontent.com/u/54129?v=4","gravatar_id":"","url":"https://api.github.com/users/maxandersen","html_url":"https://github.com/maxandersen","followers_url":"https://api.github.com/users/maxandersen/followers","following_url":"https://api.github.com/users/maxandersen/following{/other_user}","gists_url":"https://api.github.com/users/maxandersen/gists{/gist_id}","starred_url":"https://api.github.com/users/maxandersen/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/maxandersen/subscriptions","organizations_url":"https://api.github.com/users/maxandersen/orgs","repos_url":"https://api.github.com/users/maxandersen/repos","events_url":"https://api.github.com/users/maxandersen/events{/privacy}","received_events_url":"https://api.github.com/users/maxandersen/received_events","type":"User","user_view_type":"public","site_admin":false,"name":"Max Rydahl Andersen","company":"Red Hat","blog":"https://xam.dk","location":"Denmark","email":"max@xam.dk","hireable":true,"bio":"Danish guy enjoying working on open source software. Making things happen at Red Hat.","twitter_username":"maxandersen","public_repos":596,"public_gists":294,"followers":354,"following":2,"created_at":"2009-02-13T01:28:57Z","updated_at":"2025-03-24T22:19:44Z"},"id":"00db676cc6ebc677074b98f460764142","created_at":"2020-10-14T07:15:19Z","updated_at":"2020-10-14T07:15:20Z"}],"history":[{"user":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"version":"2f93c8c5136989ccc51c7282eef678178df6f862","committed_at":"2020-10-14T02:02:54Z","change_status":{"total":0,"additions":0,"deletions":0},"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/2f93c8c5136989ccc51c7282eef678178df6f862"},{"user":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"version":"04499a8dc8d9af46ae4ab6a59793a3edd9bd25ac","committed_at":"2020-10-14T01:53:36Z","change_status":{"total":2,"additions":2,"deletions":0},"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/04499a8dc8d9af46ae4ab6a59793a3edd9bd25ac"},{"user":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"version":"36244984070fa7969c6652f795851f2832302a09","committed_at":"2020-10-13T15:18:59Z","change_status":{"total":13,"additions":13,"deletions":0},"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/36244984070fa7969c6652f795851f2832302a09"},{"user":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"version":"69a0e67f01f6e273ab5433ced687927b751c2181","committed_at":"2020-10-13T14:36:43Z","change_status":{"total":2,"additions":2,"deletions":0},"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/69a0e67f01f6e273ab5433ced687927b751c2181"},{"user":{"login":"tivrfoa","id":30683,"node_id":"MDQ6VXNlcjMwNjgz","avatar_url":"https://avatars.githubusercontent.com/u/30683?v=4","gravatar_id":"","url":"https://api.github.com/users/tivrfoa","html_url":"https://github.com/tivrfoa","followers_url":"https://api.github.com/users/tivrfoa/followers","following_url":"https://api.github.com/users/tivrfoa/following{/other_user}","gists_url":"https://api.github.com/users/tivrfoa/gists{/gist_id}","starred_url":"https://api.github.com/users/tivrfoa/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tivrfoa/subscriptions","organizations_url":"https://api.github.com/users/tivrfoa/orgs","repos_url":"https://api.github.com/users/tivrfoa/repos","events_url":"https://api.github.com/users/tivrfoa/events{/privacy}","received_events_url":"https://api.github.com/users/tivrfoa/received_events","type":"User","user_view_type":"public","site_admin":false},"version":"477e07636d43cec1ae50d91417684262c2a7ed3a","committed_at":"2020-10-13T13:57:57Z","change_status":{"total":16,"additions":16,"deletions":0},"url":"https://api.github.com/gists/503c88fb5123b1000c37a3f2832d4773/477e07636d43cec1ae50d91417684262c2a7ed3a"}],"truncated":false}