test/jdk/java/net/httpclient/BasicHTTP3Test.java - master - githubmirror/galahad

test/jdk/java/net/httpclient/BasicHTTP3Test.java
481 строка20 KB
Daniel Jeliński
8369291: Test java/net/httpclient/http3/H3DataLimitsTest.java fails in quic connection timeout with linux fastdebug builds
09 окт 2025, 12:20
09 окт 2025, 12:20b37a1a3
/*
 * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */

import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpClient.Version;
import java.net.http.HttpRequest;
import java.net.http.HttpRequest.Builder;
import java.net.http.HttpResponse;
import java.net.http.HttpResponse.BodyHandlers;
import java.time.Duration;
import java.util.List;
import java.util.Optional;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.Executor;
import java.util.concurrent.Executors;
import java.util.concurrent.atomic.AtomicLong;
import javax.net.ssl.SSLContext;

import jdk.httpclient.test.lib.common.HttpServerAdapters;
import jdk.httpclient.test.lib.http2.Http2TestServer;
import jdk.internal.net.quic.QuicVersion;
import jdk.test.lib.net.SimpleSSLContext;
import org.testng.ITestContext;
import org.testng.SkipException;
import org.testng.annotations.AfterClass;
import org.testng.annotations.AfterTest;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.BeforeTest;
import org.testng.annotations.DataProvider;
import org.testng.annotations.Test;
import static java.net.http.HttpClient.Version.HTTP_2;
import static java.net.http.HttpClient.Version.HTTP_3;
import static java.net.http.HttpOption.H3_DISCOVERY;
import static org.testng.Assert.*;

import static java.lang.System.out;
import static java.net.http.HttpOption.Http3DiscoveryMode.ALT_SVC;


/*
 * @test
 * @library /test/lib /test/jdk/java/net/httpclient/lib
 * @build jdk.test.lib.net.SimpleSSLContext
 *        jdk.httpclient.test.lib.common.HttpServerAdapters
 *        ReferenceTracker
 *        jdk.httpclient.test.lib.quic.QuicStandaloneServer
 * @run testng/othervm -Djdk.internal.httpclient.debug=true
 *                     -Djdk.httpclient.HttpClient.log=requests,responses,errors
 *                      -Djavax.net.debug=all
 *                     BasicHTTP3Test
 * @summary Basic HTTP/3 test
 */
public class BasicHTTP3Test implements HttpServerAdapters {

    SSLContext sslContext;
    HttpTestServer https2TestServer;  // HTTP/2 ( h2  )
    String https2URI;
    HttpTestServer h3TestServer;  // HTTP/2 ( h2 + h3)
    String h3URI;
    HttpTestServer h3qv2TestServer;  // HTTP/2 ( h2 + h3 on Quic v2, incompatible nego)
    String h3URIQv2;
    HttpTestServer h3qv2CTestServer;  // HTTP/2 ( h2 + h3 on Quic v2, compatible nego)
    String h3URIQv2C;
    HttpTestServer h3mtlsTestServer;  // HTTP/2 ( h2 + h3), h3 requires client cert
    String h3mtlsURI;
    HttpTestServer h3TestServerWithRetry;  // h3
    String h3URIRetry;
    HttpTestServer h3TestServerWithTLSHelloRetry;  // h3
    String h3URITLSHelloRetry;

    static final int ITERATION_COUNT = 4;
    // a shared executor helps reduce the amount of threads created by the test
    static final Executor executor = new TestExecutor(Executors.newCachedThreadPool());
    static final ConcurrentMap<String, Throwable> FAILURES = new ConcurrentHashMap<>();
    static volatile boolean tasksFailed;
    static final AtomicLong clientCount = new AtomicLong();
    static final long start = System.nanoTime();
    public static String now() {
        long now = System.nanoTime() - start;
        long secs = now / 1000_000_000;
        long mill = (now % 1000_000_000) / 1000_000;
        long nan = now % 1000_000;
        return String.format("[%d s, %d ms, %d ns] ", secs, mill, nan);
    }

    final ReferenceTracker TRACKER = ReferenceTracker.INSTANCE;
    private volatile HttpClient sharedClient;

    static class TestExecutor implements Executor {
        final AtomicLong tasks = new AtomicLong();
        Executor executor;
        TestExecutor(Executor executor) {
            this.executor = executor;
        }

        @java.lang.Override
        public void execute(Runnable command) {
            long id = tasks.incrementAndGet();
            executor.execute(() -> {
                try {
                    command.run();
                } catch (Throwable t) {
                    tasksFailed = true;
                    System.out.printf(now() + "Task %s failed: %s%n", id, t);
                    System.err.printf(now() + "Task %s failed: %s%n", id, t);
                    FAILURES.putIfAbsent("Task " + id, t);
                    throw t;
                }
            });
        }
    }

    protected boolean stopAfterFirstFailure() {
        return Boolean.getBoolean("jdk.internal.httpclient.debug");
    }

    @BeforeMethod
    void beforeMethod(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            var x = new SkipException("Skipping: some test failed");
            x.setStackTrace(new StackTraceElement[0]);
            throw x;
        }
    }

    @AfterClass
    static final void printFailedTests() {
        out.println("\n=========================");
        try {
            out.printf("%n%sCreated %d clients%n",
                    now(), clientCount.get());
            if (FAILURES.isEmpty()) return;
            out.println("Failed tests: ");
            FAILURES.entrySet().forEach((e) -> {
                out.printf("\t%s: %s%n", e.getKey(), e.getValue());
                e.getValue().printStackTrace(out);
                e.getValue().printStackTrace();
            });
            if (tasksFailed) {
                System.out.println("WARNING: Some tasks failed");
            }
        } finally {
            out.println("\n=========================\n");
        }
    }

    private String[] uris() {
        return new String[] {
                https2URI,
                h3URI
        };
    }

    @DataProvider(name = "variants")
    public Object[][] variants(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            return new Object[0][];
        }
        String[] uris = uris();
        Object[][] result = new Object[uris.length * 2 * 2][];
        int i = 0;
        for (var version : List.of(Optional.empty(), Optional.of(Version.HTTP_3))) {
            for (boolean sameClient : List.of(false, true)) {
                for (String uri : uris()) {
                    result[i++] = new Object[]{uri, sameClient, version};
                }
            }
        }
        assert i == uris.length * 2 * 2;
        return result;
    }

    @DataProvider(name = "h3URIs")
    public Object[][] versions(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            return new Object[0][];
        }
        Object[][] result = {
                {h3URI}, {h3URIRetry},
                {h3URIQv2}, {h3URIQv2C},
                {h3mtlsURI}, {h3URITLSHelloRetry},
        };
        return result;
    }

    private HttpClient makeNewClient() {
        clientCount.incrementAndGet();
        HttpClient client = newClientBuilderForH3()
                .version(Version.HTTP_3)
                .proxy(HttpClient.Builder.NO_PROXY)
                .executor(executor)
                .sslContext(sslContext)
                .build();
        return TRACKER.track(client);
    }

    HttpClient newHttpClient(boolean share) {
        if (!share) return makeNewClient();
        HttpClient shared = sharedClient;
        if (shared != null) return shared;
        synchronized (this) {
            shared = sharedClient;
            if (shared == null) {
                shared = sharedClient = makeNewClient();
            }
            return shared;
        }
    }

    @Test(dataProvider = "variants")
    public void test(String uri, boolean sameClient, Optional<Version> version) throws Exception {
        System.out.println("Request to " + uri);

        HttpClient client = newHttpClient(sameClient);

        Builder builder = HttpRequest.newBuilder(URI.create(uri))
                .GET();
        version.ifPresent(builder::version);
        for (int i = 0; i < ITERATION_COUNT; i++) {
            // don't want to attempt direct connection as there could be another
            // HTTP/3 endpoint listening at the URI port.
            // sameClient should be fine because version.empty() should
            // have come first and populated alt-services.
            builder.setOption(H3_DISCOVERY, ALT_SVC);
            HttpRequest request = builder.build();
            System.out.println("Iteration: " + i);
            HttpResponse<String> response = client.send(request, BodyHandlers.ofString());
            out.println("Response: " + response);
            out.println("Version: " + response.version());
            int expectedResponse =  200;
            if (response.statusCode() != expectedResponse)
                throw new RuntimeException("wrong response code " + response.statusCode());
        }
        if (!sameClient) {
            var tracker = TRACKER.getTracker(client);
            client = null;
            System.gc();
            AssertionError error = TRACKER.check(tracker, 1000);
            if (error != null) throw error;
        }
        System.out.println("test: DONE");
    }

    @Test(dataProvider = "h3URIs")
    public void testH3(final String h3URI) throws Exception {
        HttpClient client = makeNewClient();
        URI uri = URI.create(h3URI);
        Builder builder = HttpRequest.newBuilder(uri)
                .version(HTTP_2)
                .GET();
        HttpRequest request = builder.build();
        HttpResponse<String> response = client.send(request, BodyHandlers.ofString());
        out.println("Response #1: " + response);
        out.println("Version  #1: " + response.version());
        assertEquals(response.statusCode(), 200, "first response status");
        assertEquals(response.version(), HTTP_2, "first response version");

        request = builder.version(Version.HTTP_3).build();
        response = client.send(request, BodyHandlers.ofString());
        out.println("Response #2: " + response);
        out.println("Version  #2: " + response.version());
        assertEquals(response.statusCode(), 200, "second response status");
        assertEquals(response.version(), Version.HTTP_3, "second response version");

        if (h3URI == h3mtlsURI) {
            assertNotNull(response.sslSession().get().getLocalCertificates());
        } else {
            assertNull(response.sslSession().get().getLocalCertificates());
        }
        var tracker = TRACKER.getTracker(client);
        client = null;
        System.gc();
        AssertionError error = TRACKER.check(tracker, 1000);
        if (error != null) throw error;
    }

    // verify that the client handles HTTP/3 reset stream correctly
    @Test
    public void testH3Reset() throws Exception {
        HttpClient client = makeNewClient();
        URI uri = URI.create(h3URI);
        Builder builder = HttpRequest.newBuilder(uri)
                .version(HTTP_2)
                .GET();
        HttpRequest request = builder.build();
        HttpResponse<String> response = client.send(request, BodyHandlers.ofString());
        out.println("Response #1: " + response);
        out.println("Version  #1: " + response.version());
        assertEquals(response.statusCode(), 200, "first response status");
        assertEquals(response.version(), HTTP_2, "first response version");

        // instruct the server side handler to throw an exception
        // that then causes the test server to reset the stream
        final String resetCausingURI = h3URI + "?handlerShouldThrow=true";
        builder = HttpRequest.newBuilder(URI.create(resetCausingURI))
                .GET();
        request = builder.version(Version.HTTP_3)
                .setOption(H3_DISCOVERY, ALT_SVC)
                .build();
        try {
            response = client.send(request, BodyHandlers.ofString());
            throw new RuntimeException("Unexpectedly received a response instead of an exception," +
                    " response: " + response);
        } catch (IOException e) {
            final String msg = e.getMessage();
            if (msg == null || !msg.contains("reset by peer")) {
                // unexpected message in the exception, propagate the exception
                throw e;
            }
        }
        var tracker = TRACKER.getTracker(client);
        client = null;
        System.gc();
        AssertionError error = TRACKER.check(tracker, 1000);
        if (error != null) throw error;
    }

    @BeforeTest
    public void setup() throws Exception {
        sslContext = new SimpleSSLContext().get();
        if (sslContext == null) {
            throw new AssertionError("Unexpected null sslContext");
        }
        https2TestServer = HttpTestServer.create(HTTP_2, sslContext);
        https2TestServer.addHandler(new Handler(), "/https2/test/");
        https2URI = "https://" + https2TestServer.serverAuthority() + "/https2/test/x";

        // A HTTP2 server with H3 enabled on a different host:port than the HTTP2 server
        h3TestServer = HttpTestServer.create(HTTP_3, sslContext);
        final HttpTestHandler h3Handler = new Handler();
        h3TestServer.addHandler(h3Handler, "/h3/testH3/");
        h3URI = "https://" + h3TestServer.serverAuthority() + "/h3/testH3/h3";
        assertTrue(h3TestServer.canHandle(HTTP_2, Version.HTTP_3), "Server was expected" +
                " to handle both HTTP2 and HTTP3, but doesn't");

        // A HTTP2 server with H3 QUICv2 enabled on a different host:port than the HTTP2 server
        final Http2TestServer h2q2Server = new Http2TestServer("localhost", true, sslContext)
                .enableH3AltServiceOnEphemeralPortWithVersion(QuicVersion.QUIC_V2, false);
        h3qv2TestServer = HttpTestServer.of(h2q2Server);
        h3qv2TestServer.addHandler(h3Handler, "/h3/testH3/");
        h3URIQv2 = "https://" + h3qv2TestServer.serverAuthority() + "/h3/testH3/h3qv2";;
        assertTrue(h3qv2TestServer.canHandle(HTTP_2, Version.HTTP_3), "Server was expected" +
                " to handle both HTTP2 and HTTP3, but doesn't");

        // A HTTP2 server with H3 QUICv2 compatible negotiation enabled on a different host:port than the HTTP2 server
        final Http2TestServer h2q2CServer = new Http2TestServer("localhost", true, sslContext)
                .enableH3AltServiceOnEphemeralPortWithVersion(QuicVersion.QUIC_V2, true);
        h3qv2CTestServer = HttpTestServer.of(h2q2CServer);
        h3qv2CTestServer.addHandler(h3Handler, "/h3/testH3/");
        h3URIQv2C = "https://" + h3qv2CTestServer.serverAuthority() + "/h3/testH3/h3qv2c";;
        assertTrue(h3qv2CTestServer.canHandle(HTTP_2, Version.HTTP_3), "Server was expected" +
                " to handle both HTTP2 and HTTP3, but doesn't");

        // A HTTP2 server with H3 enabled on a different host:port than the HTTP2 server
        // H3 server requires the client to authenticate with a certificate
        h3mtlsTestServer = HttpTestServer.create(HTTP_3, sslContext);
        h3mtlsTestServer.addHandler(h3Handler, "/h3/testH3/");
        h3mtlsTestServer.getH3AltService().get().getQuicServer().setNeedClientAuth(true);
        h3mtlsURI = "https://" + h3mtlsTestServer.serverAuthority() + "/h3/testH3/h3mtls";
        assertTrue(h3mtlsTestServer.canHandle(HTTP_2, Version.HTTP_3), "Server was expected" +
                " to handle both HTTP2 and HTTP3, but doesn't");

        // A HTTP2 test server with H3 alt service listening on different host:port
        // and the underlying quic server for H3 is configured to send a RETRY packet
        final Http2TestServer h2Server = new Http2TestServer("localhost", true, sslContext)
                .enableH3AltServiceOnEphemeralPort();
        // configure send retry on QUIC server
        h2Server.getH3AltService().get().getQuicServer().sendRetry(true);
        h3TestServerWithRetry = HttpTestServer.of(h2Server);
        h3TestServerWithRetry.addHandler(h3Handler, "/h3/testH3Retry/");
        h3URIRetry = "https://" + h3TestServerWithRetry.serverAuthority() + "/h3/testH3Retry/x";

        // A HTTP2 server with H3 enabled on a different host:port than the HTTP2 server
        // TLS server rejects X25519 and secp256r1 key shares,
        // which forces a hello retry at the moment of writing this test.
        h3TestServerWithTLSHelloRetry = HttpTestServer.create(HTTP_3, sslContext);
        h3TestServerWithTLSHelloRetry.addHandler(h3Handler, "/h3/testH3tlsretry/");
        h3TestServerWithTLSHelloRetry.getH3AltService().get().getQuicServer().setRejectKeyAgreement(Set.of("x25519", "secp256r1"));
        h3URITLSHelloRetry = "https://" + h3TestServerWithTLSHelloRetry.serverAuthority() + "/h3/testH3tlsretry/x";
        assertTrue(h3TestServerWithTLSHelloRetry.canHandle(HTTP_2, Version.HTTP_3), "Server was expected" +
                " to handle both HTTP2 and HTTP3, but doesn't");

        https2TestServer.start();
        h3TestServer.start();
        h3qv2TestServer.start();
        h3qv2CTestServer.start();
        h3mtlsTestServer.start();
        h3TestServerWithRetry.start();
        h3TestServerWithTLSHelloRetry.start();
    }

    @AfterTest
    public void teardown() throws Exception {
        System.err.println("=======================================================");
        System.err.println("               Tearing down test");
        System.err.println("=======================================================");
        String sharedClientName =
                sharedClient == null ? null : sharedClient.toString();
        sharedClient = null;
        Thread.sleep(100);
        AssertionError fail = TRACKER.check(500);
        try {
            https2TestServer.stop();
            h3TestServer.stop();
            h3qv2CTestServer.stop();
            h3qv2TestServer.stop();
            h3mtlsTestServer.stop();
            h3TestServerWithRetry.stop();
            h3TestServerWithTLSHelloRetry.stop();
        } finally {
            if (fail != null) {
                if (sharedClientName != null) {
                    System.err.println("Shared client name is: " + sharedClientName);
                }
                throw fail;
            }
        }
    }

    static class Handler implements HttpTestHandler {

        public Handler() {}

        volatile int invocation = 0;

        @java.lang.Override
        public void handle(HttpTestExchange t)
                throws IOException {
            try {
                URI uri = t.getRequestURI();
                System.err.printf("Handler received request for %s\n", uri);
                final String query = uri.getQuery();
                if (query != null && query.contains("handlerShouldThrow=true")) {
                    System.err.printf("intentionally throwing an exception for request %s\n", uri);
                    throw new RuntimeException("intentionally thrown by handler for request " + uri);
                }
                try (InputStream is = t.getRequestBody()) {
                    is.readAllBytes();
                }
                if ((invocation++ % 2) == 1) {
                    System.err.printf("Server sending %d - chunked\n", 200);
                    t.sendResponseHeaders(200, -1);
                    OutputStream os = t.getResponseBody();
                    os.close();
                } else {
                    System.err.printf("Server sending %d - 0 length\n", 200);
                    t.sendResponseHeaders(200, 0);
                }
            } catch (Throwable e) {
                e.printStackTrace(System.err);
                throw new IOException(e);
            }
        }
    }
}