feat: add admin on envoy and increase timeout

Signed-off-by: bitliu <[email protected]>

Author: Xunzhuo

config/envoy.yaml

@@ -65,6 +65,14 @@ static_resources:
             typed_config:
               "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
               suppress_envoy_headers: true
+          http2_protocol_options:
+            max_concurrent_streams: 100
+            initial_stream_window_size: 65536
+            initial_connection_window_size: 1048576
+          stream_idle_timeout: "300s"
+          request_timeout: "300s"
+          common_http_protocol_options:
+            idle_timeout: "300s"
 
   clusters:
   - name: extproc_service
@@ -93,6 +101,7 @@ static_resources:
   # Dynamic vLLM cluster using original destination
   - name: vllm_dynamic_cluster
     connect_timeout: 300s
+    per_connection_buffer_limit_bytes: 52428800
     type: ORIGINAL_DST
     lb_policy: CLUSTER_PROVIDED
     original_dst_lb_config:
@@ -103,3 +112,9 @@ static_resources:
         "@type": type.googleapis.com/envoy.extensions.upstreams.http.v3.HttpProtocolOptions
         explicit_http_config:
           http_protocol_options: {}
+
+admin:
+  address:
+    socket_address:
+      address: "127.0.0.1"
+      port_value: 19000