2026-11-01T23:17:11.355739Z	info	FLAG: --concurrency="0"
2026-11-01T23:17:11.355757Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-01T23:17:11.355761Z	info	FLAG: --help="false"
2026-11-01T23:17:11.355763Z	info	FLAG: --log_as_json="false"
2026-11-01T23:17:11.355765Z	info	FLAG: --log_caller=""
2026-11-01T23:17:11.355767Z	info	FLAG: --log_output_level="default:info"
2026-11-01T23:17:11.355769Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-01T23:17:11.355773Z	info	FLAG: --log_target="[stdout]"
2026-11-01T23:17:11.355776Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-01T23:17:11.355777Z	info	FLAG: --outlierLogPath=""
2026-11-01T23:17:11.355779Z	info	FLAG: --profiling="true"
2026-11-01T23:17:11.355781Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-01T23:17:11.355783Z	info	FLAG: --proxyLogLevel="warning"
2026-11-01T23:17:11.355785Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-01T23:17:11.355787Z	info	FLAG: --stsPort="0"
2026-11-01T23:17:11.355789Z	info	FLAG: --templateFile=""
2026-11-01T23:17:11.355791Z	info	FLAG: --tokenManagerPlugin=""
2026-11-01T23:17:11.355794Z	info	FLAG: --vklog="0"
2026-11-01T23:17:11.355796Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-01T23:17:11.355925Z	info	Proxy role	ips=[10.134.0.193] type=router id=maas-default-gateway-openshift-default-7f694df8bc-jkb5h.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-01T23:17:11.355963Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-01T23:17:11.357069Z	info	cpu limit detected as 2, setting concurrency
2026-11-01T23:17:11.357251Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-01T23:17:11.357261Z	info	JWT policy is third-party-jwt
2026-11-01T23:17:11.357264Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-01T23:17:11.359184Z	info	Starting default Istio SDS Server
2026-11-01T23:17:11.359215Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-01T23:17:11.359249Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-01T23:17:11.359639Z	info	Opening status port 15020
2026-11-01T23:17:11.360250Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-01T23:17:11.360667Z	info	sds	Starting SDS grpc server
2026-11-01T23:17:11.360681Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-01T23:17:11.361524Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-01T23:17:11.362271Z	info	Starting proxy agent
2026-11-01T23:17:11.362301Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-01T23:17:11.426612Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-01T23:17:11.478596Z	info	cache	generated new workload certificate	resourceName=default latency=117.783286ms ttl=23h59m59.521407157s
2026-11-01T23:17:11.478633Z	info	cache	Root cert has changed, start rotating root cert
2026-11-01T23:17:11.478671Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.521329033s
2026-11-01T23:17:11.605654Z	info	ads	ADS: new connection for node:1
2026-11-01T23:17:11.605734Z	info	cache	returned workload certificate from cache	ttl=23h59m59.394268113s
2026-11-01T23:17:11.606175Z	info	ads	ADS: new connection for node:2
2026-11-01T23:17:11.606264Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.393737402s
2026-11-01T23:17:11.689351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:17:19.498759Z	info	Readiness succeeded in 8.145251096s
2026-11-01T23:17:19.499187Z	info	Envoy proxy is ready
[2026-11-01T23:17:25.897Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 91 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "0800a119-56d5-4859-89f7-f20ea8ccf0b5" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:36308 10.134.0.193:443 10.134.0.21:59564 - v1-completions-path
2026-11-01T23:17:27.159974Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:17:44.025987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T23:17:55.711Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 78 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "f0da0a9f-46b9-4f07-92cd-a4adaaa439e3" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.27:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:42708 10.134.0.193:443 10.134.0.21:34780 - v1-completions-path
2026-11-01T23:18:15.002275Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:18:25.452759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:18:31.588751Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T23:18:43.384Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 59 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "efa69ed4-795a-470e-bb09-9e001469e99f" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.27:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:42708 10.134.0.193:443 10.134.0.21:32780 - v1-completions-path
[2026-11-01T23:18:46.936Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 59 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "5107c929-15a5-4a17-ace6-85af1c50a5fd" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.27:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:54410 10.134.0.193:443 10.134.0.21:57078 - v1-completions-path
2026-11-01T23:19:00.429237Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:19:05.023699Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:19:28.527226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:19:34.571670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:20:00.821998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:20:22.911539Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T23:20:38.752Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 287 62 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "000f6b3c-7d46-4cd5-8c9f-18c356f84805" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:36308 10.134.0.193:443 10.134.0.21:53444 - v1-completions-path
2026-11-01T23:20:56.434442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:20:56.434479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:20:56.434494Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T23:20:56.434499Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-01T23:20:56.318Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 331 115 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "1dcc9779-dde5-4b7a-8bde-d65396c99a6b" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.193:55246 10.134.0.193:443 10.134.0.21:36752 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T23:21:05.587648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:21:26.990345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:21:37.742186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:25:44.956740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:25:47.554725Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-01T23:25:47.474Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 287 101 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "18088ba1-a613-4c8f-8791-c4413aac3d2a" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.193:34876 10.134.0.193:443 10.134.0.21:50954 - v1-completions-path
2026-11-01T23:25:48.555225Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:25:48.555262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T23:25:48.555278Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T23:25:48.555284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T23:25:48.445Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 110 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "9bfced53-0b20-41cc-b443-3aadfef00b29" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.193:36436 10.134.0.193:443 10.134.0.21:50970 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T23:26:01.888130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:26:06.305757Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:26:31.214978Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:28:37.512109Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:29:21.102660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:29:51.117078Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:30:06.295296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:30:10.862609Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:30:10.862644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:30:10.862657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T23:30:10.862662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T23:30:10.805Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 57 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "6c8c07f8-731f-4aae-b8db-905e4e62fac1" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "10.132.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.193:44850 10.134.0.193:443 10.134.0.21:58456 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T23:30:12.598642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:30:25.656924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:30:30.310006Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T23:30:39.764Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 60 - "52.71.36.72,10.134.0.21" "python-requests/2.34.2" "3bc72034-7b33-4b61-8e60-8bdb29d41734" "maas.apps.02a4ba9dcb097e09f654.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.193:443 10.134.0.21:41200 - v1-completions-path
2026-11-01T23:30:53.713669Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:34:29.253313Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:34:44.428862Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:35:05.414892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:35:09.705290Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:35:26.025900Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T23:35:37.661655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8