test/jdk/java/net/httpclient/http3/PostHTTP3Test.java - master - githubmirror/galahad

test/jdk/java/net/httpclient/http3/PostHTTP3Test.java
522 строки22 KB
Jaikiran Pai
8368821: Test java/net/httpclient/http3/GetHTTP3Test.java intermittently fails with java.io.IOException: QUIC endpoint closed
04 окт 2025, 11:09
04 окт 2025, 11:0976dba20
/*
 * Copyright (c) 2022, 2025, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.UncheckedIOException;
import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpClient.Version;
import java.net.http.HttpRequest;
import java.net.http.HttpRequest.BodyPublisher;
import java.net.http.HttpRequest.BodyPublishers;
import java.net.http.HttpRequest.Builder;
import java.net.http.HttpOption.Http3DiscoveryMode;
import java.net.http.HttpResponse;
import java.net.http.HttpResponse.BodyHandlers;
import java.nio.charset.StandardCharsets;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.Executor;
import java.util.concurrent.Executors;
import java.util.concurrent.atomic.AtomicLong;
import java.util.stream.Stream;
import javax.net.ssl.SSLContext;

import jdk.test.lib.Utils;
import jdk.test.lib.net.SimpleSSLContext;
import jdk.httpclient.test.lib.common.HttpServerAdapters;
import jdk.httpclient.test.lib.http2.Http2TestServer;
import org.testng.ITestContext;
import org.testng.SkipException;
import org.testng.annotations.AfterClass;
import org.testng.annotations.AfterTest;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.BeforeTest;
import org.testng.annotations.DataProvider;
import org.testng.annotations.Test;

import static java.net.http.HttpClient.Version.HTTP_2;
import static java.net.http.HttpClient.Version.HTTP_3;
import static java.net.http.HttpOption.Http3DiscoveryMode.ALT_SVC;
import static java.net.http.HttpOption.Http3DiscoveryMode.ANY;
import static java.net.http.HttpOption.H3_DISCOVERY;
import static org.testng.Assert.*;

import static java.lang.System.out;

/*
 * @test
 * @library /test/lib /test/jdk/java/net/httpclient/lib
 * @build jdk.test.lib.net.SimpleSSLContext
 *        jdk.httpclient.test.lib.common.HttpServerAdapters
 *        jdk.test.lib.Utils
 * @compile  ../ReferenceTracker.java
 * @run testng/othervm -Djdk.internal.httpclient.debug=true
 *                     -Djdk.httpclient.HttpClient.log=requests,responses,errors
 *                     PostHTTP3Test
 * @summary Basic HTTP/3 POST test
 */
//                    -Djdk.httpclient.http3.maxDirectConnectionTimeout=2500
public class PostHTTP3Test implements HttpServerAdapters {

    // The request and response body
    static final String BODY = """
            May the road rise up to meet you.
            May the wind be always at your back.
            May the sun shine warm upon your face;
            """;

    SSLContext sslContext;
    HttpTestServer h3TestServer;  // HTTP/2 ( h2 + h3)
    String h3URI;

    static final int ITERATION_COUNT = 4;
    // a shared executor helps reduce the amount of threads created by the test
    static final Executor executor = new TestExecutor(Executors.newCachedThreadPool());
    static final ConcurrentMap<String, Throwable> FAILURES = new ConcurrentHashMap<>();
    static volatile boolean tasksFailed;
    static final AtomicLong serverCount = new AtomicLong();
    static final AtomicLong clientCount = new AtomicLong();
    static final long start = System.nanoTime();
    public static String now() {
        long now = System.nanoTime() - start;
        long secs = now / 1000_000_000;
        long mill = (now % 1000_000_000) / 1000_000;
        long nan = now % 1000_000;
        return String.format("[%d s, %d ms, %d ns] ", secs, mill, nan);
    }

    final ReferenceTracker TRACKER = ReferenceTracker.INSTANCE;
    final Set<String> sharedClientHasH3 = ConcurrentHashMap.newKeySet();
    private volatile HttpClient sharedClient;
    private boolean directQuicConnectionSupported;

    static class TestExecutor implements Executor {
        final AtomicLong tasks = new AtomicLong();
        Executor executor;
        TestExecutor(Executor executor) {
            this.executor = executor;
        }

        @java.lang.Override
        public void execute(Runnable command) {
            long id = tasks.incrementAndGet();
            executor.execute(() -> {
                try {
                    command.run();
                } catch (Throwable t) {
                    tasksFailed = true;
                    System.out.printf(now() + "Task %s failed: %s%n", id, t);
                    System.err.printf(now() + "Task %s failed: %s%n", id, t);
                    FAILURES.putIfAbsent("Task " + id, t);
                    throw t;
                }
            });
        }
    }

    protected boolean stopAfterFirstFailure() {
        return Boolean.getBoolean("jdk.internal.httpclient.debug");
    }

    @BeforeMethod
    void beforeMethod(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            var x = new SkipException("Skipping: some test failed");
            x.setStackTrace(new StackTraceElement[0]);
            throw x;
        }
    }

    @AfterClass
    static void printFailedTests() {
        out.println("\n=========================");
        try {
            out.printf("%n%sCreated %d servers and %d clients%n",
                    now(), serverCount.get(), clientCount.get());
            if (FAILURES.isEmpty()) return;
            out.println("Failed tests: ");
            FAILURES.forEach((key, value) -> {
                out.printf("\t%s: %s%n", key, value);
                value.printStackTrace(out);
                value.printStackTrace();
            });
            if (tasksFailed) {
                System.out.println("WARNING: Some tasks failed");
            }
        } finally {
            out.println("\n=========================\n");
        }
    }

    private String[] uris() {
        return new String[] {
                h3URI,
        };
    }

    @DataProvider(name = "variants")
    public Object[][] variants(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            return new Object[0][];
        }
        String[] uris = uris();
        Object[][] result = new Object[uris.length * 2 * 2 * 2][];
        int i = 0;
        for (var version : List.of(Optional.empty(), Optional.of(HTTP_3))) {
            for (Version firstRequestVersion : List.of(HTTP_2, HTTP_3)) {
                for (boolean sameClient : List.of(false, true)) {
                    for (String uri : uris()) {
                        result[i++] = new Object[]{uri, firstRequestVersion, sameClient, version};
                    }
                }
            }
        }
        assert i == result.length;
        return result;
    }

    @DataProvider(name = "uris")
    public Object[][] uris(ITestContext context) {
        if (stopAfterFirstFailure() && context.getFailedTests().size() > 0) {
            return new Object[0][];
        }
        Object[][] result = {{h3URI}};
        return result;
    }

    private HttpClient makeNewClient() {
        clientCount.incrementAndGet();
        HttpClient client =  newClientBuilderForH3()
                .version(HTTP_3)
                .proxy(HttpClient.Builder.NO_PROXY)
                .executor(executor)
                .sslContext(sslContext)
                .build();
        return TRACKER.track(client);
    }

    HttpClient newHttpClient(boolean share) {
        if (!share) return makeNewClient();
        HttpClient shared = sharedClient;
        if (shared != null) return shared;
        synchronized (this) {
            shared = sharedClient;
            if (shared == null) {
                shared = sharedClient = makeNewClient();
            }
            return shared;
        }
    }

    BodyPublisher oflines(boolean streaming, String ...lines) {
        if (streaming) {
            return BodyPublishers.fromPublisher(BodyPublishers.concat(
                    Stream.of(lines)
                            .map(s -> s + '\n')
                            .map(BodyPublishers::ofString)
                            .toArray(BodyPublisher[]::new)));
        } else {
            return BodyPublishers.fromPublisher(BodyPublishers.concat(
                    Stream.of(lines)
                            .map(s -> s + '\n')
                            .map(BodyPublishers::ofString)
                            .toArray(BodyPublisher[]::new)),
                    Stream.of(lines).mapToLong(String::length)
                            .map((l) -> l+1)
                            .sum());
        }
    }


    @Test(dataProvider = "variants")
    public void testAsync(String uri, Version firstRequestVersion, boolean sameClient, Optional<Version> version) throws Exception {
        System.out.println("Request to " + uri +"/Async/*" +
                ", firstRequestVersion=" + firstRequestVersion +
                ", sameclient=" + sameClient + ",version=" + version);

        HttpClient client = newHttpClient(sameClient);
        final URI headURI = URI.create(uri + "/Async/First/HEAD");
        final Builder headBuilder = HttpRequest.newBuilder(headURI)
                .version(firstRequestVersion)
                .HEAD();
        Http3DiscoveryMode config = null;
        if (firstRequestVersion == HTTP_3 && !directQuicConnectionSupported) {
            // if the server doesn't listen for HTTP/3 on the same port than TCP, then
            // do not attempt to connect to the URI host:port through UDP - as we might
            // be connecting to some other server. Once the first request has gone
            // through, there should be an AltService record for the server, so
            // we should be able to safely use any default config (except
            // HTTP_3_URI_ONLY)
            config = ALT_SVC;
        }
        if (config != null) {
            out.println("first request will use " + config);
            headBuilder.setOption(H3_DISCOVERY, config);
            config = null;
        }

        HttpResponse<String> response1 = client.send(headBuilder.build(), BodyHandlers.ofString());
        assertEquals(response1.statusCode(), 200, "Unexpected first response code");
        assertEquals(response1.body(), "", "Unexpected first response body");
        boolean expectH3 = sameClient && sharedClientHasH3.contains(headURI.getRawAuthority());
        if (firstRequestVersion == HTTP_3) {
            if (expectH3) {
                out.println("Expecting HEAD response over HTTP_3");
                assertEquals(response1.version(), HTTP_3, "Unexpected first response version");
            }
        } else {
            out.println("Expecting HEAD response over HTTP_2");
            assertEquals(response1.version(), HTTP_2, "Unexpected first response version");
        }
        out.println("HEAD response version: " + response1.version());
        if (response1.version() == HTTP_2) {
            if (sameClient) {
                sharedClientHasH3.add(headURI.getRawAuthority());
            }
            expectH3 = version.isEmpty() && client.version() == HTTP_3;
            if (version.orElse(null) == HTTP_3 && !directQuicConnectionSupported) {
                config = ALT_SVC;
                expectH3 = true;
            }
            // we can expect H3 only if the (default) config is not ANY
            if (expectH3) {
                out.println("first response came over HTTP/2, so we should expect all responses over HTTP/3");
            }
        } else if (response1.version() == HTTP_3) {
            expectH3 = directQuicConnectionSupported && version.orElse(null) == HTTP_3;
            if (expectH3) {
                out.println("first response came over HTTP/3, direct connection supported: expect HTTP/3");
            } else if (firstRequestVersion == HTTP_3 && version.isEmpty()
                    && config == null && directQuicConnectionSupported) {
                config = ANY;
                expectH3 = true;
            }
        }
        out.printf("request version: %s, directConnectionSupported: %s, first response: %s," +
                        " config: %s, expectH3: %s%n",
                version, directQuicConnectionSupported, response1.version(), config, expectH3);
        if (expectH3) {
            out.println("All responses should now come through HTTP/3");
        }

        Builder builder = HttpRequest.newBuilder();
        version.ifPresent(builder::version);
        if (config != null) {
            builder.setOption(H3_DISCOVERY, config);
        }
        Map<URI, CompletableFuture<HttpResponse<String>>> responses = new HashMap<>();
        boolean streaming = false;
        int h3Count = 0;
        for (int i = 0; i < ITERATION_COUNT; i++) {
            streaming = !streaming;
            HttpRequest request = builder.uri(URI.create(uri+"/Async/"+i))
                    .POST(oflines(streaming, BODY.split("\n")))
                    .build();
            System.out.println("Iteration: " + request.uri());
            responses.put(request.uri(), client.sendAsync(request, BodyHandlers.ofString()));
        }
        while (!responses.isEmpty()) {
            CompletableFuture.anyOf(responses.values().toArray(CompletableFuture[]::new)).join();
            var done = responses.entrySet().stream()
                    .filter((e) -> e.getValue().isDone()).toList();
            for (var e : done) {
                URI u = e.getKey();
                responses.remove(u);
                out.println("Checking response: " + u);
                var response = e.getValue().get();
                out.println("Response is: " + response + ", [version: " + response.version() + "]");
                assertEquals(response.statusCode(), 200,"status for " + u);
                assertEquals(response.body(), BODY,"body for " + u);
                if (expectH3) {
                    assertEquals(response.version(), HTTP_3, "version for " + u);
                }
                if (response.version() == HTTP_3) {
                    h3Count++;
                }
            }
        }
        if (client.version() == HTTP_3 || version.orElse(null) == HTTP_3) {
            if (h3Count == 0) {
                throw new AssertionError("No request used HTTP/3");
            }
        }
        if (!sameClient) {
            var tracker = TRACKER.getTracker(client);
            client = null;
            System.gc();
            AssertionError error = TRACKER.check(tracker, Utils.adjustTimeout(1000));
            if (error != null) throw error;
        }
        System.out.println("test: DONE");
    }

    @Test(dataProvider = "uris")
    public void testSync(String h3URI) throws Exception {
        HttpClient client = makeNewClient();
        Builder builder = HttpRequest.newBuilder(URI.create(h3URI + "/Sync/1"))
                .version(HTTP_3);
        if (!directQuicConnectionSupported) {
            // if the server doesn't listen for HTTP/3 on the same port than TCP, then
            // do not attempt to connect to the URI host:port through UDP - as we might
            // be connecting to some other server. Once the first request has gone
            // through, there should be an AltService record for the server, so
            // we should be able to safely use any default config (except
            // HTTP_3_URI_ONLY)
            builder.setOption(H3_DISCOVERY, ALT_SVC);
        }

        HttpRequest request = builder
                .POST(oflines(true, BODY.split("\n")))
                .build();
        HttpResponse<String> response = client.send(request, BodyHandlers.ofString());
        out.println("Response #1: " + response);
        out.println("Version  #1: " + response.version());
        out.println("Body     #1:\n" + response.body().indent(4));
        assertEquals(response.statusCode(), 200, "first response status");
        if (directQuicConnectionSupported) {
            // TODO unreliable assertion
            //assertEquals(response.version(), HTTP_3, "Unexpected first response version");
        } else {
            assertEquals(response.version(), HTTP_2, "Unexpected first response version");
        }
        assertEquals(response.body(), BODY, "first response body");

        request = builder.uri(URI.create(h3URI + "/Sync/2"))
                .POST(oflines(true, BODY.split("\n")))
                .build();
        response = client.send(request, BodyHandlers.ofString());
        out.println("Response #2: " + response);
        out.println("Version  #2: " + response.version());
        out.println("Body     #2:\n" + response.body().indent(4));
        assertEquals(response.statusCode(), 200, "second response status");
        assertEquals(response.version(), HTTP_3, "second response version");
        assertEquals(response.body(), BODY, "second response body");

        request = builder.uri(URI.create(h3URI + "/Sync/3"))
                .POST(oflines(true, BODY.split("\n")))
                .build();
        response = client.send(request, BodyHandlers.ofString());
        out.println("Response #3: " + response);
        out.println("Version  #3: " + response.version());
        out.println("Body     #3:\n" + response.body().indent(4));
        assertEquals(response.statusCode(), 200, "third response status");
        assertEquals(response.version(), HTTP_3, "third response version");
        assertEquals(response.body(), BODY, "third response body");

        var tracker = TRACKER.getTracker(client);
        client = null;
        System.gc();
        AssertionError error = TRACKER.check(tracker, Utils.adjustTimeout(1000));
        if (error != null) throw error;
    }

    @BeforeTest
    public void setup() throws Exception {
        sslContext = new SimpleSSLContext().get();
        if (sslContext == null)
            throw new AssertionError("Unexpected null sslContext");
        final Http2TestServer h2WithAltService = new Http2TestServer("localhost", true, sslContext)
                .enableH3AltServiceOnSamePort();
        h3TestServer = HttpTestServer.of(h2WithAltService);
        h3TestServer.addHandler(new Handler(), "/h3/testH3/");
        h3URI = "https://" + h3TestServer.serverAuthority() + "/h3/testH3/POST";

        serverCount.addAndGet(1);
        h3TestServer.start();
        directQuicConnectionSupported = h2WithAltService.supportsH3DirectConnection();
    }

    @AfterTest
    public void teardown() throws Exception {
        System.err.println("=======================================================");
        System.err.println("               Tearing down test");
        System.err.println("=======================================================");
        String sharedClientName =
                sharedClient == null ? null : sharedClient.toString();
        sharedClient = null;
        Thread.sleep(100);
        AssertionError fail = TRACKER.check(Utils.adjustTimeout(1000));
        try {
            h3TestServer.stop();
        } finally {
            if (fail != null) {
                if (sharedClientName != null) {
                    System.err.println("Shared client name is: " + sharedClientName);
                }
                throw fail;
            }
        }
    }

    static class Handler implements HttpTestHandler {
        public Handler() {}

        volatile int invocation = 0;

        @java.lang.Override
        public void handle(HttpTestExchange t)
                throws IOException {
            try {
                URI uri = t.getRequestURI();
                System.err.printf("Handler received request for %s\n", uri);

                boolean head = "HEAD".equals(t.getRequestMethod());
                if ((invocation++ % 2) == 1 && !head) {
                    System.err.printf("Server sending %d - chunked\n", 200);
                    t.sendResponseHeaders(200, -1);
                } else {
                    System.err.printf("Server sending %d - %s length\n", 200, BODY.length());
                    t.sendResponseHeaders(200, BODY.length());
                }
                try (InputStream is = t.getRequestBody();
                     OutputStream os = t.getResponseBody()) {
                    BufferedReader reader = new BufferedReader(new InputStreamReader(is));
                    reader.lines().forEach((line) -> {
                        try {
                            if (head) return;
                            os.write(line.getBytes(StandardCharsets.UTF_8));
                            os.write('\n');
                            os.flush();
                        } catch (IOException io) {
                            throw new UncheckedIOException(io);
                        }
                        });
                }
            } catch (Throwable e) {
                e.printStackTrace(System.err);
                throw new IOException(e);
            }
        }
    }
}