add flag for ignoring ssl errors

Author: drm

README.md

@@ -42,7 +42,7 @@ java -cp 'lib/*:bin/*.jar' nl.melp.linkchecker.LinkChecker
 | `--recheck-only-errors` | Only recheck links that had an internal error state, i.e. all urls that (which usually are out of your control anyway |
 | `--no-recheck` | Don't do recheck, even if url's are marked as "processing". This happens if a linkchecker process was interrupted without finishing cleanly. |
 | `--reset` | Start with a clean slate |
-| `--resume` | Resume a previously stopped session. Without a properly configured Redis instance, this has no effect. |
+| `--resume` | Resume a previously stopped session. |
 | `--report` | When done, write a report to stdout and to reporting keys in Redis. |
 | `--report-all` | Also report working links. By default, only error statuses are reported |
 

src/nl/melp/linkchecker/LinkChecker.java

@@ -9,13 +9,19 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import javax.net.ssl.HttpsURLConnection;
+import javax.net.ssl.SSLContext;
+import javax.net.ssl.TrustManager;
+import javax.net.ssl.X509TrustManager;
 import java.io.IOException;
 import java.net.ConnectException;
 import java.net.Socket;
 import java.net.URI;
 import java.net.http.HttpClient;
 import java.net.http.HttpRequest;
 import java.net.http.HttpResponse;
+import java.security.KeyManagementException;
+import java.security.NoSuchAlgorithmException;
 import java.time.Duration;
 import java.time.ZoneOffset;
 import java.time.ZonedDateTime;
@@ -306,7 +312,7 @@ private void registerInvalidUrl(URI mentionedAt, String url, String reason) {
 		invalidUrls.get(url).add(mentionedAt);
 	}
 
-	public static void main(String[] rawArgs) throws InterruptedException, IOException {
+	public static void main(String[] rawArgs) throws InterruptedException, IOException, KeyManagementException, NoSuchAlgorithmException {
 		Map<String, Set<String>> opts = new HashMap<>();
 		Set<String> flags = new HashSet<>();
 		List<String> args = new LinkedList<>();
@@ -339,6 +345,28 @@ public static void main(String[] rawArgs) throws InterruptedException, IOExcepti
 		String redisHost = opts.getOrDefault("redis-host", Collections.emptySet()).stream().findFirst().orElse(System.getProperty("redis.host", "localhost"));
 		String redisPort = opts.getOrDefault("redis-port", Collections.emptySet()).stream().findFirst().orElse(System.getProperty("redis.port", "6379"));
 
+		if (flags.contains("ignore-ssl-errors")) {
+			// Create a trust manager that does not validate certificate chains
+			TrustManager[] trustAllCerts = new TrustManager[]{
+				new X509TrustManager() {
+					public java.security.cert.X509Certificate[] getAcceptedIssuers() {
+						return null;
+					}
+					public void checkClientTrusted(
+						java.security.cert.X509Certificate[] certs, String authType) {
+					}
+					public void checkServerTrusted(
+						java.security.cert.X509Certificate[] certs, String authType) {
+					}
+				}
+			};
+
+			// Install the all-trusting trust manager
+			SSLContext sc = SSLContext.getInstance("SSL");
+			sc.init(null, trustAllCerts, null);
+			HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
+		}
+
 		try (Socket socket = new Socket(redisHost, Integer.valueOf(redisPort))) {
 			Redis redis = new Redis(socket);
 			Set<URI> urls = new SerializedSet<>(redis, LinkChecker.class.getCanonicalName() + ".urls");