2026-10-30T01:30:21.585908Z	info	FLAG: --concurrency="0"
2026-10-30T01:30:21.585928Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T01:30:21.585933Z	info	FLAG: --help="false"
2026-10-30T01:30:21.585937Z	info	FLAG: --log_as_json="false"
2026-10-30T01:30:21.585939Z	info	FLAG: --log_caller=""
2026-10-30T01:30:21.585942Z	info	FLAG: --log_output_level="default:info"
2026-10-30T01:30:21.585945Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T01:30:21.585951Z	info	FLAG: --log_target="[stdout]"
2026-10-30T01:30:21.585955Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T01:30:21.585961Z	info	FLAG: --outlierLogPath=""
2026-10-30T01:30:21.585964Z	info	FLAG: --profiling="true"
2026-10-30T01:30:21.585966Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T01:30:21.585969Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T01:30:21.585972Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T01:30:21.585975Z	info	FLAG: --stsPort="0"
2026-10-30T01:30:21.585978Z	info	FLAG: --templateFile=""
2026-10-30T01:30:21.585980Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T01:30:21.585984Z	info	FLAG: --vklog="0"
2026-10-30T01:30:21.585987Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T01:30:21.586168Z	info	Proxy role	ips=[10.132.1.78] type=router id=maas-default-gateway-openshift-default-6db586dd6c-2z245.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T01:30:21.586236Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T01:30:21.587340Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T01:30:21.587581Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T01:30:21.587595Z	info	JWT policy is third-party-jwt
2026-10-30T01:30:21.587599Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T01:30:21.589399Z	info	Starting default Istio SDS Server
2026-10-30T01:30:21.589491Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T01:30:21.589544Z	info	Opening status port 15020
2026-10-30T01:30:21.589569Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T01:30:21.590843Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T01:30:21.591671Z	info	sds	Starting SDS grpc server
2026-10-30T01:30:21.591702Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T01:30:21.592630Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T01:30:21.594896Z	info	Starting proxy agent
2026-10-30T01:30:21.596706Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T01:30:21.697828Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T01:30:21.765570Z	info	cache	generated new workload certificate	resourceName=default latency=173.707757ms ttl=23h59m59.234435897s
2026-10-30T01:30:21.765611Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T01:30:21.765644Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.234356832s
2026-10-30T01:30:21.831396Z	info	ads	ADS: new connection for node:1
2026-10-30T01:30:21.831575Z	info	cache	returned workload certificate from cache	ttl=23h59m59.168428722s
2026-10-30T01:30:21.831850Z	info	ads	ADS: new connection for node:2
2026-10-30T01:30:21.831935Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.168067472s
2026-10-30T01:30:21.980553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:30:30.119175Z	info	Readiness succeeded in 8.536264145s
2026-10-30T01:30:30.119510Z	info	Envoy proxy is ready
2026-10-30T01:30:39.305775Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:30:41.671749Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:30:44.869225Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:30:54.607121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T01:31:01.217Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 79 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "3c830093-b83a-47a7-a215-a44817fe0af0" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.78:37264 10.132.1.78:443 10.132.0.21:49184 - v1-completions-path
2026-10-30T01:31:18.098324Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:31:28.313187Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:31:32.473538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T01:31:36.590Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 66 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "8d232519-456f-4799-b3eb-369445929be1" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.78:37264 10.132.1.78:443 10.132.0.21:39692 - v1-completions-path
[2026-10-30T01:31:37.495Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 61 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "b9ef1dce-16e0-40d7-be1a-31e89d8b4f8d" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.78:37264 10.132.1.78:443 10.132.0.21:39702 - v1-completions-path
2026-10-30T01:31:49.749239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:31:51.938595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:31:59.164751Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T01:31:59.183744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T01:31:59.183781Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T01:31:59.183804Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T01:31:59.183810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T01:31:59.098Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 85 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "baf4bfe5-563a-437e-94d9-82b2adea2949" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.134.0.43:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.78:53480 10.132.1.78:443 10.132.0.21:37994 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T01:32:11.216222Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:32:15.505709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:32:31.969785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:32:48.909723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:32:59.590773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:33:02.707430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:33:08.867242Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T01:33:08.867279Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T01:33:08.867294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T01:33:08.867299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T01:33:08.796Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 70 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "74beff37-624b-444b-8d8e-1e269622cf37" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.134.0.43:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.78:49786 10.132.1.78:443 10.132.0.21:59512 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T01:33:19.482Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 34 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "ff89a661-69e7-4833-ba8a-f5f6db8e0067" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.78:443 10.132.0.21:48564 - v1-completions-path
2026-10-30T01:33:21.564039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:33:24.186880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:33:45.264641Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:33:47.865678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:35:22.715933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:35:26.089783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:36:55.650772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:37:10.670050Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:37:12.784818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:37:27.327241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:38:44.858343Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:07.166236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:22.365795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:34.240934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:38.480267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:49.849809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:39:53.456439Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T01:40:01.081Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 71 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "fa19f673-bad6-4875-af73-b72f377f5b2a" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.78:60440 10.132.1.78:443 10.132.0.21:36758 - v1-completions-path
2026-10-30T01:40:13.387032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:40:22.765045Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:40:28.684428Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T01:40:28.606Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 78 - "34.228.250.194,10.132.0.21" "python-requests/2.34.2" "00fb8d75-e8bc-417e-93ed-c66b6857cf59" "maas.apps.b9bf3e24ff1e8e8fb6fd.prod.konflux-ocp-ci.dev" "10.134.0.45:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.78:58988 10.132.1.78:443 10.132.0.21:39734 - v1-catch-all-model-routing
2026-10-30T01:40:30.975325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:40:44.426627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:40:46.598670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:41:01.407315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T01:41:12.319903Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8