2026-10-30T19:19:23.332182Z	info	FLAG: --concurrency="0"
2026-10-30T19:19:23.332346Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T19:19:23.332391Z	info	FLAG: --help="false"
2026-10-30T19:19:23.332418Z	info	FLAG: --log_as_json="false"
2026-10-30T19:19:23.332443Z	info	FLAG: --log_caller=""
2026-10-30T19:19:23.332468Z	info	FLAG: --log_output_level="default:info"
2026-10-30T19:19:23.332489Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T19:19:23.332508Z	info	FLAG: --log_target="[stdout]"
2026-10-30T19:19:23.332525Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T19:19:23.332540Z	info	FLAG: --outlierLogPath=""
2026-10-30T19:19:23.332555Z	info	FLAG: --profiling="true"
2026-10-30T19:19:23.332570Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T19:19:23.332611Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T19:19:23.332627Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T19:19:23.332643Z	info	FLAG: --stsPort="0"
2026-10-30T19:19:23.332658Z	info	FLAG: --templateFile=""
2026-10-30T19:19:23.332673Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T19:19:23.332690Z	info	FLAG: --vklog="0"
2026-10-30T19:19:23.332705Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T19:19:23.332887Z	info	Proxy role	ips=[10.132.0.127] type=router id=maas-default-gateway-openshift-default-6db586dd6c-7z7fl.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T19:19:23.332991Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T19:19:23.334229Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T19:19:23.334879Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T19:19:23.334935Z	info	JWT policy is third-party-jwt
2026-10-30T19:19:23.334955Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T19:19:23.336392Z	info	Starting default Istio SDS Server
2026-10-30T19:19:23.336458Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T19:19:23.336495Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T19:19:23.336786Z	info	Opening status port 15020
2026-10-30T19:19:23.337616Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T19:19:23.338371Z	info	sds	Starting SDS grpc server
2026-10-30T19:19:23.338392Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T19:19:23.339447Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T19:19:23.340234Z	info	Starting proxy agent
2026-10-30T19:19:23.340265Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T19:19:23.430843Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T19:19:23.568847Z	info	cache	generated new workload certificate	resourceName=default latency=230.34581ms ttl=23h59m59.431157249s
2026-10-30T19:19:23.568897Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T19:19:23.568937Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.431063557s
2026-10-30T19:19:23.628889Z	info	ads	ADS: new connection for node:1
2026-10-30T19:19:23.628955Z	info	cache	returned workload certificate from cache	ttl=23h59m59.371046599s
2026-10-30T19:19:23.629768Z	info	ads	ADS: new connection for node:2
2026-10-30T19:19:23.629859Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.370142859s
2026-10-30T19:19:23.746690Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:19:26.831510Z	error	failed scraping envoy metrics: error scraping http://localhost:15090/stats/prometheus: Get "http://localhost:15090/stats/prometheus": dial tcp [::1]:15090: connect: connection refused
2026-10-30T19:19:32.496781Z	info	Readiness succeeded in 9.167476205s
2026-10-30T19:19:32.497362Z	info	Envoy proxy is ready
2026-10-30T19:23:23.088257Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:23:50.082508Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:24:37.983585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:24:59.631599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:25:03.975324Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:25:29.468665Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:25:32.898375Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:25:43.562900Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:25:50.944185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:25:50.944225Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:25:50.944239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:25:50.944244Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T19:25:50.817Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 126 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "20d1cbee-b74f-4194-918c-12569edfc673" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.127:44340 10.132.0.127:443 10.132.0.10:36740 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T19:25:54.496Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 73 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "9b99f61b-de44-4995-9695-b177c1397b09" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.127:50288 10.132.0.127:443 10.132.0.10:36762 - v1-completions-path
[2026-10-30T19:25:55.023Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 64 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "a8820233-853e-494d-969f-46cdd6cbce43" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.127:50296 10.132.0.127:443 10.132.0.10:36776 - v1-completions-path
2026-10-30T19:26:15.264674Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:26:26.054412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:26:30.459017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:27:00.924483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:27:05.412985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:27:29.122318Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:27:35.211525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:28:01.249795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T19:28:17.892Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 80 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "0546e257-5b11-4091-9522-c8bc1e5cb960" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.127:51194 10.132.0.127:443 10.132.0.10:55942 - v1-completions-path
2026-10-30T19:28:20.173796Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:32:47.684174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:32:50.496609Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-10-30T19:32:50.104Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 287 393 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "0f717b2f-bef0-4de9-9d36-337499d57324" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.127:59776 10.132.0.127:443 10.132.0.10:47170 - v1-completions-path
2026-10-30T19:32:51.475483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T19:32:51.475519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T19:32:51.475531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-30T19:32:51.475536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-10-30T19:32:51.367Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 108 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "ceba086f-20c7-4c03-aa45-71907a0ca7bd" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.127:38172 10.132.0.127:443 10.132.0.10:47186 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T19:33:04.935030Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:33:09.287445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:33:26.400305Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:35:07.244326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T19:35:07.244366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T19:35:07.244382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T19:35:07.244389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-10-30T19:35:07.183Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 60 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "7ea9b5d7-a5e7-423b-a84c-8499746f5d9a" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.127:57972 10.132.0.127:443 10.132.0.10:55140 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T19:35:16.119262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:35:59.391463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:36:18.948468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:36:34.438118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:36:50.123979Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:37:02.787808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:37:09.913285Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:37:32.479120Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:37:43.817208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:37:54.746312Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:38:15.919903Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:38:20.439521Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:38:20.918811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:38:20.918860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:38:20.918881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T19:38:20.918889Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T19:38:20.759Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 159 - "52.71.36.72,10.132.0.10" "python-requests/2.34.2" "376f2e6c-c651-41e6-9e1c-17e297a04a86" "maas.apps.b21cdf43f2959b5c5ac3.prod.konflux-ocp-ci.dev" "10.133.0.231:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.127:32874 10.132.0.127:443 10.132.0.10:40236 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T19:38:36.631075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T19:38:47.894822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8