Use java.net.http.HttpClient instead of java.net.Http(s)URLConnection (#217)

Moving to java.net.http.HttpClient brings many benefits, including
HTTP/2 support and the ability to make asynchronous requests.

Major additions and changes:
- Introduce a lightweight org.pkl.core.http.HttpClient API.
  This keeps some flexibility and allows to enforce behavior
  such as setting the User-Agent header.
- Provide an implementation that delegates to java.net.http.HttpClient.
- Use HttpClient for all HTTP(s) requests across the codebase.
  This required adding an HttpClient parameter to constructors and
  factory methods of multiple classes, some of which are public APIs.
- Manage CA certificates per HTTP client instead of per JVM.
  This makes it unnecessary to set JVM-wide system/security properties
  and default SSLSocketFactory's.
- Add executor v2 options to the executor SPI
- Add pkl-certs as a new artifact, and remove certs from pkl-commons-cli artifact

Each HTTP client maintains its own connection pool and SSLContext.
For efficiency reasons, It's best to reuse clients whenever feasible.
To avoid memory leaks, clients are not stored in static fields.

HTTP clients are expensive to create. For this reason,
EvaluatorBuilder defaults to a "lazy" client that creates the underlying
java.net.http.HttpClient on the first send (which may never happen).

pkl-server/src/main/kotlin/org/pkl/server/BinaryEvaluator.kt

@@ -20,6 +20,7 @@ import java.time.Duration
 import org.msgpack.core.MessagePacker
 import org.pkl.core.*
 import org.pkl.core.ast.member.ObjectMember
+import org.pkl.core.http.HttpClient
 import org.pkl.core.module.ModuleKeyFactory
 import org.pkl.core.project.DeclaredDependencies
 import org.pkl.core.resource.ResourceReader
@@ -28,6 +29,7 @@ import org.pkl.core.runtime.*
 internal class BinaryEvaluator(
   transformer: StackFrameTransformer,
   manager: SecurityManager,
+  httpClient: HttpClient,
   logger: Logger,
   factories: Collection<ModuleKeyFactory?>,
   readers: Collection<ResourceReader?>,
@@ -41,6 +43,7 @@ internal class BinaryEvaluator(
   EvaluatorImpl(
     transformer,
     manager,
+    httpClient,
     logger,
     factories,
     readers,

pkl-server/src/main/kotlin/org/pkl/server/Server.kt

@@ -21,6 +21,7 @@ import java.util.concurrent.ExecutorService
 import java.util.concurrent.Executors
 import kotlin.random.Random
 import org.pkl.core.*
+import org.pkl.core.http.HttpClient
 import org.pkl.core.module.ModuleKeyFactories
 import org.pkl.core.module.ModuleKeyFactory
 import org.pkl.core.module.ModulePathResolver
@@ -29,7 +30,8 @@ import org.pkl.core.project.DeclaredDependencies
 import org.pkl.core.resource.ResourceReader
 import org.pkl.core.resource.ResourceReaders
 
-class Server(private val transport: MessageTransport) : AutoCloseable {
+class Server(private val transport: MessageTransport, private val httpClient: HttpClient) :
+  AutoCloseable {
   private val evaluators: MutableMap<Long, BinaryEvaluator> = ConcurrentHashMap()
 
   // https://github.com/jano7/executor would be the perfect executor here
@@ -173,6 +175,7 @@ class Server(private val transport: MessageTransport) : AutoCloseable {
         SecurityManagers.defaultTrustLevels,
         rootDir
       ),
+      httpClient,
       ClientLogger(evaluatorId, transport),
       createModuleKeyFactories(message, evaluatorId, resolver),
       createResourceReaders(message, evaluatorId, resolver),

pkl-server/src/test/kotlin/org/pkl/server/BinaryEvaluatorSnippetTests.kt

@@ -16,13 +16,12 @@
 package org.pkl.server
 
 import java.nio.file.Path
+import kotlin.Pair
 import kotlin.reflect.KClass
 import org.junit.platform.commons.annotation.Testable
 import org.pkl.commons.test.InputOutputTestEngine
-import org.pkl.core.Loggers
-import org.pkl.core.ModuleSource
-import org.pkl.core.SecurityManagers
-import org.pkl.core.StackFrameTransformers
+import org.pkl.core.*
+import org.pkl.core.http.HttpClient
 import org.pkl.core.module.ModuleKeyFactories
 
 @Testable class BinaryEvaluatorSnippetTests
@@ -47,6 +46,7 @@ class BinaryEvaluatorSnippetTestEngine : InputOutputTestEngine() {
     BinaryEvaluator(
       StackFrameTransformers.empty,
       SecurityManagers.defaultManager,
+      HttpClient.dummyClient(),
       Loggers.stdErr(),
       listOf(ModuleKeyFactories.file),
       listOf(),

pkl-server/src/test/kotlin/org/pkl/server/BinaryEvaluatorTest.kt

@@ -21,6 +21,7 @@ import org.assertj.core.api.Assertions.assertThat
 import org.junit.jupiter.api.Test
 import org.junit.jupiter.api.assertThrows
 import org.pkl.core.*
+import org.pkl.core.http.HttpClient
 import org.pkl.core.module.ModuleKeyFactories
 import org.pkl.core.resource.ResourceReaders
 
@@ -34,6 +35,7 @@ class BinaryEvaluatorTest {
         SecurityManagers.defaultTrustLevels,
         Path.of("")
       ),
+      HttpClient.dummyClient(),
       Loggers.noop(),
       listOf(ModuleKeyFactories.standardLibrary),
       listOf(ResourceReaders.environmentVariable(), ResourceReaders.externalProperty()),

pkl-server/src/test/kotlin/org/pkl/server/ServerTest.kt

@@ -33,6 +33,7 @@ import org.junit.jupiter.api.Test
 import org.junit.jupiter.api.io.TempDir
 import org.msgpack.core.MessagePack
 import org.pkl.commons.test.PackageServer
+import org.pkl.core.http.HttpClient
 import org.pkl.core.module.PathElement
 
 class ServerTest {
@@ -67,7 +68,7 @@ class ServerTest {
   }
 
   private val client: TestTransport = TestTransport(transports.first)
-  private val server: Server = Server(transports.second)
+  private val server: Server = Server(transports.second, HttpClient.dummyClient())
 
   @BeforeEach
   fun before() {