2026-10-30T12:45:02.159958Z	info	FLAG: --concurrency="0"
2026-10-30T12:45:02.159978Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T12:45:02.159982Z	info	FLAG: --help="false"
2026-10-30T12:45:02.159985Z	info	FLAG: --log_as_json="false"
2026-10-30T12:45:02.159987Z	info	FLAG: --log_caller=""
2026-10-30T12:45:02.159989Z	info	FLAG: --log_output_level="default:info"
2026-10-30T12:45:02.159991Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T12:45:02.159995Z	info	FLAG: --log_target="[stdout]"
2026-10-30T12:45:02.159997Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T12:45:02.159999Z	info	FLAG: --outlierLogPath=""
2026-10-30T12:45:02.160001Z	info	FLAG: --profiling="true"
2026-10-30T12:45:02.160003Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T12:45:02.160005Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T12:45:02.160007Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T12:45:02.160009Z	info	FLAG: --stsPort="0"
2026-10-30T12:45:02.160011Z	info	FLAG: --templateFile=""
2026-10-30T12:45:02.160013Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T12:45:02.160015Z	info	FLAG: --vklog="0"
2026-10-30T12:45:02.160017Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T12:45:02.160281Z	info	Proxy role	ips=[10.134.0.34] type=router id=maas-default-gateway-openshift-default-7d9897b54c-xhs8n.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T12:45:02.160334Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T12:45:02.161546Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T12:45:02.161751Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T12:45:02.161762Z	info	JWT policy is third-party-jwt
2026-10-30T12:45:02.161765Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T12:45:02.163227Z	info	Starting default Istio SDS Server
2026-10-30T12:45:02.163252Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T12:45:02.163268Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T12:45:02.163726Z	info	Opening status port 15020
2026-10-30T12:45:02.164783Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T12:45:02.165278Z	info	sds	Starting SDS grpc server
2026-10-30T12:45:02.165313Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T12:45:02.166523Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T12:45:02.167669Z	info	Starting proxy agent
2026-10-30T12:45:02.167704Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T12:45:02.237772Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T12:45:02.351813Z	info	cache	generated new workload certificate	resourceName=default latency=186.424796ms ttl=23h59m59.648191825s
2026-10-30T12:45:02.351853Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T12:45:02.351888Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.648112558s
2026-10-30T12:45:02.358599Z	info	ads	ADS: new connection for node:1
2026-10-30T12:45:02.358660Z	info	cache	returned workload certificate from cache	ttl=23h59m59.641341246s
2026-10-30T12:45:02.359059Z	info	ads	ADS: new connection for node:2
2026-10-30T12:45:02.359128Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.640874398s
2026-10-30T12:45:02.570029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T12:45:10.854536Z	info	Readiness succeeded in 8.69731103s
2026-10-30T12:45:10.854888Z	info	Envoy proxy is ready
2026-10-30T12:45:44.190057Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T12:45:44.190182Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T12:45:44.190209Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T12:45:44.190245Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T12:45:44.057Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 87 132 - "44.212.242.249,10.132.0.17" "curl/7.76.1" "e428c18e-e4d8-4a36-8170-3b638d44a5f8" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.132.0.17:40806 - v1-model-routing
2026-10-30T12:49:31.401847Z	info	ads	ADS: new connection for node:3
2026-10-30T12:49:31.415212Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T12:49:31.415264Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T12:49:33.613103Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T12:50:10.766863Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=24
[2026-10-30T12:50:10.644Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 122 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "37bfff5a-86c3-4903-905a-23dbe0a2e852" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:58700 10.134.0.34:443 10.132.0.17:46110 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T12:52:11.926Z] "POST /anything/e2e-rt-eq-3d0efa-client HTTP/1.1" 200 - via_upstream - "-" 124 1520 58 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "b42f0122-7476-4ef3-8d4f-c36f3e1c3374" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.34:54464 10.134.0.34:443 10.132.0.17:59644 - llm.external-model-e2e-rt-eq-3d0efa-29a95bd61c7c.0
[2026-10-30T12:52:12.527Z] "POST /anything/e2e-rt-eq-3d0efa-client HTTP/1.1" 200 - via_upstream - "-" 124 1525 48 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "56d543b9-2d35-4f8e-a384-1b5ad8af620e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.34:54474 10.134.0.34:443 10.132.0.17:59646 - llm.external-model-e2e-rt-eq-3d0efa-29a95bd61c7c.2
2026-10-30T12:52:47.599385Z	info	ads	ADS: "" 3 terminated
2026-10-30T12:52:47.842307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T12:56:11.047825Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: gRPC status code is not OK	thread=24
[2026-10-30T12:56:09.019Z] "POST /maas-api/v1/api-keys HTTP/1.1" 500 -  - "-" 84 23 2029 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "41aa06e8-2750-447c-820a-bbda33282889" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.34:443 10.132.0.17:39608 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T12:56:16.842877Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=25
2026-10-30T12:56:17.137914Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=24
[2026-10-30T12:56:16.701Z] "DELETE /v1/api-keys/e0f4a87f-ba7b-4e08-b26e-a65c288ddad2 HTTP/1.1" 200 - via_upstream - "-" 0 370 141 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "c7d6bf52-da09-4cd0-9c29-f85a604f4748" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:35712 10.134.0.34:443 10.132.0.17:33772 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T12:56:17.030Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 312 107 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "82ce8300-1bf5-43c9-9455-2ec849999451" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:35724 10.134.0.34:443 10.132.0.17:33788 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T12:56:17.277Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 88 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "476cc435-d647-4d02-8dce-e4f62a8d9e3c" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.34:443 10.132.0.17:33804 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T12:56:19.806805Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=25
2026-10-30T12:56:20.262535Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=24
2026-10-30T12:56:20.597958Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=24
[2026-10-30T12:56:19.709Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 97 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "1587be24-9374-4bdd-a89c-2b16ef7762c2" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:35712 10.134.0.34:443 10.132.0.17:33814 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T12:56:20.130Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 132 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "b8a5eb4b-b058-48b9-b327-6034eb325bf3" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:35724 10.134.0.34:443 10.132.0.17:33830 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T12:56:20.519Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 78 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "e013cb94-2432-4205-80ed-4f794a5dccf6" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:35724 10.134.0.34:443 10.132.0.17:33840 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T12:56:28.733539Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Failed to get response CEL value: Failed to retrieve gRPC response: Received response with size 0	thread=25
[2026-10-30T12:56:28.623Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 109 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "b3ef5007-6afe-470b-bfbc-de49485c5788" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:44974 10.134.0.34:443 10.132.0.17:33856 - v1-completions-path
2026-10-30T12:56:28.852144Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Failed to get response CEL value: Failed to retrieve gRPC response: Received response with size 0	thread=25
[2026-10-30T12:56:28.754Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 98 - "44.212.242.249,10.132.0.17" "-" "eacdea8c-d3b6-45d2-84c2-86ece58467c7" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:44974 10.134.0.34:443 10.132.0.17:33864 - v1-completions-path
2026-10-30T13:04:29.228083Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Task failed: "0"	thread=24
[2026-10-30T13:04:29.029Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 199 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "63bf3700-07e5-4dc9-ba16-84c9d95f02b5" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44572 10.134.0.34:443 10.132.0.17:54608 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T13:04:40.996615Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: gRPC status code is not OK	thread=24
[2026-10-30T13:04:38.940Z] "POST /maas-api/v1/api-keys HTTP/1.1" 500 -  - "-" 69 23 2056 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "1bce0fac-f322-4548-a958-b83eb31a1296" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.34:443 10.132.0.17:40534 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T13:04:47.287543Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Failed to get response CEL value: Failed to retrieve gRPC response: Received response with size 0	thread=25
2026-10-30T13:04:48.067652Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim fd5039db79d000f31669de1fde37ea175d3ad05f2b14341d6936fb564cab5553: Failed to get response CEL value: Failed to retrieve gRPC response: Received response with size 0	thread=24
[2026-10-30T13:04:47.062Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 110 318 225 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "1320bab7-6f18-45a5-b3da-b49a20aee65b" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:44974 10.134.0.34:443 10.132.0.17:52672 - v1-chat-completions-path
[2026-10-30T13:04:47.897Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 323 169 - "44.212.242.249,10.132.0.17" "python-requests/2.34.2" "de05d680-13de-4bc3-82c6-a080442da995" "maas.apps.745e080318698fdddabc.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:43632 10.134.0.34:443 10.132.0.17:52676 - v1-chat-completions-path