From 388b502a1a179945c685da81d1e48894952947f6 Mon Sep 17 00:00:00 2001 From: Marcos Blount Date: Wed, 30 Sep 2026 15:20:13 -0400 Subject: [PATCH] fix(gateway): increase Envoy buffer and extproc timeout for semantic router --- .../platform/ai/router/extension-policy.yaml | 2 +- .../platform/gateway/client-traffic-policy.yaml | 12 ++++++++++++ .../tinycloud/platform/gateway/kustomization.yaml | 1 + 3 files changed, 14 insertions(+), 1 deletion(-) create mode 100644 clusters/tinycloud/platform/gateway/client-traffic-policy.yaml diff --git a/clusters/tinycloud/platform/ai/router/extension-policy.yaml b/clusters/tinycloud/platform/ai/router/extension-policy.yaml index ffa05f1..597c922 100644 --- a/clusters/tinycloud/platform/ai/router/extension-policy.yaml +++ b/clusters/tinycloud/platform/ai/router/extension-policy.yaml @@ -15,7 +15,7 @@ spec: name: semantic-router port: 50051 failOpen: false - messageTimeout: 10s + messageTimeout: 60s processingMode: allowModeOverride: true request: diff --git a/clusters/tinycloud/platform/gateway/client-traffic-policy.yaml b/clusters/tinycloud/platform/gateway/client-traffic-policy.yaml new file mode 100644 index 0000000..cdb3b19 --- /dev/null +++ b/clusters/tinycloud/platform/gateway/client-traffic-policy.yaml @@ -0,0 +1,12 @@ +apiVersion: gateway.envoyproxy.io/v1alpha1 +kind: ClientTrafficPolicy +metadata: + name: envoy-gateway-client-buffer + namespace: envoy-gateway-system +spec: + targetRefs: + - group: gateway.networking.k8s.io + kind: Gateway + name: envoy-gateway + connection: + bufferLimit: 4Mi diff --git a/clusters/tinycloud/platform/gateway/kustomization.yaml b/clusters/tinycloud/platform/gateway/kustomization.yaml index b355f34..15eb8ba 100644 --- a/clusters/tinycloud/platform/gateway/kustomization.yaml +++ b/clusters/tinycloud/platform/gateway/kustomization.yaml @@ -7,6 +7,7 @@ resources: - gateway.yaml - gateway-tls.sops.yaml - monitoring.yaml + - client-traffic-policy.yaml labels: - pairs: app.kubernetes.io/part-of: envoy-gateway