Platform For AI:Configure dedicated gateway timeouts

Java (Apache HttpClient 4.x)

Apache HttpClient 4.x manages idle connections by periodically calling closeIdleConnections() on the connection manager. Run this in a background thread.

import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
import org.apache.http.client.config.RequestConfig;
import java.util.concurrent.TimeUnit;

public class HttpClientIdleTimeout {
    public static void main(String[] args) throws InterruptedException {
        PoolingHttpClientConnectionManager cm = new PoolingHttpClientConnectionManager();
        cm.setDefaultMaxPerRoute(20); // Example value: maximum connections per route
        cm.setMaxTotal(100); // Example value: maximum total connections

        RequestConfig requestConfig = RequestConfig.custom()
                .setConnectTimeout(5000) // Example value: connection timeout, 5 seconds
                .setSocketTimeout(10000) // Example value: read timeout, 10 seconds
                .build();

        try (CloseableHttpClient httpClient = HttpClients.custom()
                .setConnectionManager(cm)
                .setDefaultRequestConfig(requestConfig)
                .build()) {

            // Start a background thread to clean up idle connections periodically
            Thread cleanerThread = new Thread(() -> {
                try {
                    while (!Thread.currentThread().isInterrupted()) {
                        Thread.sleep(5000); // Example value: check every 5 seconds
                        // Close connections idle for more than 500 seconds (below the gateway's 600-second threshold)
                        cm.closeIdleConnections(500, TimeUnit.SECONDS);
                        // Close connections the server has already closed
                        cm.closeExpiredConnections();
                    }
                } catch (InterruptedException e) {
                    Thread.currentThread().interrupt(); // Reset the interrupt flag
                }
            });
            cleanerThread.setDaemon(true); // Exit when the main thread exits
            cleanerThread.start();

            // Execute HTTP requests...
            // For example: httpClient.execute(new HttpGet("http://your-gateway-url"));

            // Simulate the program running for a while
            Thread.sleep(60000); // Example value: run for 1 minute

            // Stop the cleaner thread gracefully when the application shuts down
            cleanerThread.interrupt();

        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}

Go

The net/http package exposes fine-grained connection pool control through the Transport struct. Set IdleConnTimeout to less than 600 seconds.

package main

import (
    "net/http"
    "time"
)

func main() {
    // Create a custom Transport
    tr := &http.Transport{
        MaxIdleConns:      100,               // Maximum number of idle connections
        IdleConnTimeout:   500 * time.Second, // Idle connection timeout: 500 seconds (less than 600 seconds)
        DisableKeepAlives: false,             // Keep-Alive enabled
    }
    _ = tr
}

EAS SDK (Java)

For the Alibaba Cloud EAS SDK, enable idle connection cleanup and set the idle timeout in the HttpConfig object.

import com.aliyun.openservices.eas.predict.http.PredictClient;
import com.aliyun.openservices.eas.predict.http.HttpConfig;

public class EasSdkTimeoutJava {
    public static void main(String[] args) {
        // Global client configuration
        HttpConfig httpConfig = new HttpConfig();
        // Enable the idle connection cleanup interval; unit: milliseconds
        httpConfig.setConnectionCleanupInterval(5000);
        // Set the idle connection timeout to less than the gateway's 600-second threshold; unit: seconds
        httpConfig.setIdleConnectionTimeout(500);

        PredictClient client = new PredictClient(httpConfig);
        client.setEndpoint("your-eas-service-endpoint");
        client.setModelName("your-model-name");
        // client.setToken("your-token"); // Uncomment if authentication is required
    }
}

Java (Apache HttpClient 4.x)

import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;

public class ApacheHttpClientTimeout {
    public static void main(String[] args) {
        // Client timeout = gateway timeout (600 s) + buffer (10 s) = 610 s
        RequestConfig requestConfig = RequestConfig.custom()
                .setConnectTimeout(5000)   // Connection timeout; unit: milliseconds
                .setSocketTimeout(610000)  // Read timeout: 610 seconds; unit: milliseconds
                .build();
    }
}

Go

The net/http package provides two ways to set a request timeout: the Timeout field on http.Client (applies to all requests) and context.WithTimeout (applies to a single request).

package main

import (
    "context"
    "fmt"
    "io"
    "net/http"
    "time"
)

func main() {
    // Client timeout = gateway timeout (600 s) + buffer (10 s) = 610 s
    client := &http.Client{
        Timeout: 610 * time.Second, // Timeout for the entire request
    }

    req, err := http.NewRequest("GET", "http://your-gateway-url", nil)
    if err != nil {
        fmt.Println("Error creating request:", err)
        return
    }

    // Override the timeout for a single request using context
    ctx, cancel := context.WithTimeout(req.Context(), 610*time.Second)
    defer cancel()
    req = req.WithContext(ctx)

    resp, err := client.Do(req)
    if err != nil {
        fmt.Println("Error sending request:", err)
        // Check if it is a timeout error
        if t, ok := err.(interface{ Timeout() bool }); ok && t.Timeout() {
            fmt.Println("Request timed out!")
        }
        return
    }
    defer resp.Body.Close()

    body, err := io.ReadAll(resp.Body)
    if err != nil {
        fmt.Println("Error reading response body:", err)
        return
    }
    fmt.Printf("Response Status: %s\n", resp.Status)
    fmt.Printf("Response Body: %s\n", body)
}

EAS SDK (Java)

For the Alibaba Cloud EAS SDK, set the connection and read timeouts in the global HttpConfig object.

import com.aliyun.openservices.eas.predict.http.PredictClient;
import com.aliyun.openservices.eas.predict.http.HttpConfig;

public class EasSdkTimeoutJava {
    public static void main(String[] args) {
        // Global client configuration
        HttpConfig httpConfig = new HttpConfig();
        // Connection timeout; unit: seconds
        httpConfig.setConnectTimeout(5);
        // Read timeout = gateway timeout (600 s) + buffer (10 s) = 610 s; unit: seconds
        httpConfig.setReadTimeout(610);
    }
}