2026-10-30T22:51:41.852999Z	info	FLAG: --concurrency="0"
2026-10-30T22:51:41.853020Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T22:51:41.853024Z	info	FLAG: --help="false"
2026-10-30T22:51:41.853027Z	info	FLAG: --log_as_json="false"
2026-10-30T22:51:41.853029Z	info	FLAG: --log_caller=""
2026-10-30T22:51:41.853031Z	info	FLAG: --log_output_level="default:info"
2026-10-30T22:51:41.853033Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T22:51:41.853038Z	info	FLAG: --log_target="[stdout]"
2026-10-30T22:51:41.853040Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T22:51:41.853042Z	info	FLAG: --outlierLogPath=""
2026-10-30T22:51:41.853044Z	info	FLAG: --profiling="true"
2026-10-30T22:51:41.853046Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T22:51:41.853048Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T22:51:41.853050Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T22:51:41.853052Z	info	FLAG: --stsPort="0"
2026-10-30T22:51:41.853054Z	info	FLAG: --templateFile=""
2026-10-30T22:51:41.853056Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T22:51:41.853059Z	info	FLAG: --vklog="0"
2026-10-30T22:51:41.853061Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T22:51:41.853217Z	info	Proxy role	ips=[10.132.1.47] type=router id=maas-default-gateway-openshift-default-75bf867b6c-rwbtf.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T22:51:41.853266Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T22:51:41.854308Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T22:51:41.854520Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T22:51:41.854531Z	info	JWT policy is third-party-jwt
2026-10-30T22:51:41.854534Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T22:51:41.857084Z	info	Starting default Istio SDS Server
2026-10-30T22:51:41.857112Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T22:51:41.857137Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T22:51:41.857156Z	info	Opening status port 15020
2026-10-30T22:51:41.858233Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T22:51:41.860317Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T22:51:41.862141Z	info	sds	Starting SDS grpc server
2026-10-30T22:51:41.862158Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T22:51:41.862348Z	info	Starting proxy agent
2026-10-30T22:51:41.862385Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T22:51:41.973808Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T22:51:41.998203Z	info	cache	generated new workload certificate	resourceName=default latency=139.656364ms ttl=23h59m59.001803329s
2026-10-30T22:51:41.998246Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T22:51:41.998292Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.001709s
2026-10-30T22:51:42.178585Z	info	ads	ADS: new connection for node:1
2026-10-30T22:51:42.178649Z	info	cache	returned workload certificate from cache	ttl=23h59m58.821353572s
2026-10-30T22:51:42.179699Z	info	ads	ADS: new connection for node:2
2026-10-30T22:51:42.179860Z	info	cache	returned workload trust anchor from cache	ttl=23h59m58.820141559s
2026-10-30T22:51:42.287620Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:51:46.462711Z	error	failed scraping envoy metrics: error scraping http://localhost:15090/stats/prometheus: Get "http://localhost:15090/stats/prometheus": dial tcp [::1]:15090: connect: connection refused
2026-10-30T22:51:50.373070Z	info	Readiness succeeded in 8.522827679s
2026-10-30T22:51:50.373379Z	info	Envoy proxy is ready
2026-10-30T22:51:52.543578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:51:57.600862Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:52:09.180Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 305 91 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "9b7fbe39-9df2-4054-890c-f6278c376677" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:50590 10.132.1.47:443 10.132.0.16:37190 - v1-completions-path
[2026-10-30T22:52:09.484Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "9d621bcd-32cf-4c8a-9d7d-5be3cbacbcaa" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.47:443 10.132.0.16:37202 - v1-completions-path
2026-10-30T22:52:27.538113Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:52:40.681003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:11.766283Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:22.952004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:27.675951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:53:40.993Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 68 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "85e760e8-01f4-41da-9ed9-ab1d10fceaa6" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:35642 10.132.1.47:443 10.132.0.16:55942 - v1-completions-path
[2026-10-30T22:53:41.986Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 58 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "1c7a128f-fad9-4f2f-bc5a-6f9616ce7318" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:35642 10.132.1.47:443 10.132.0.16:55956 - v1-completions-path
[2026-10-30T22:53:43.599Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "c45da0f7-5c82-4808-a805-d615f1f73b6a" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:50590 10.132.1.47:443 10.132.0.16:55972 - v1-completions-path
2026-10-30T22:53:57.290313Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:02.272786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:25.406021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:32.163609Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:54:56.496Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 292 77 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "72c1b119-0f0b-46e5-a5ee-5ae41d466fd6" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:55834 10.132.1.47:443 10.132.0.16:47870 - v1-completions-path
2026-10-30T22:55:01.093080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:23.193295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:36.395475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:42.947178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:10.396069Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:16.044856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:37.505127Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:44.779721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:56:44.779770Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:56:44.779786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:56:44.779791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:56:44.652Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 65 307 127 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "4c1036c8-b471-4dd3-8281-34b2f212412c" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.47:46660 10.132.1.47:443 10.132.0.16:57198 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:56:59.167840Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:10.307960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:28.930813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:35.268236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:59:56.088909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:02.483990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:01:18.650957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T23:01:18.651381Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T23:01:18.651396Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T23:01:18.651399Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T23:01:18.651403Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T23:01:18.606Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 44 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "3a885f41-f239-4306-9dae-a33e7db6f36c" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.47:443 10.132.0.16:37960 - v1-completions-path
2026-10-30T23:01:40.563018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:01:57.832472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:02:02.333914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:02:26.983006Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:04:39.000832Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:22.727754Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:41.304295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:56.626591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:07.937915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:21.474199Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:27.559797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:53.238014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:10:26.071000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:10:32.146520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-30T23:10:32.163545Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T23:10:32.082Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 81 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "c969a906-de47-404d-aa36-d0f5a0d75c53" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:53324 10.132.1.47:443 10.132.0.16:55820 - v1-catch-all-path
2026-10-30T23:10:37.887416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:10:47.204972Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T23:10:47.134Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 70 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "7f8b94ff-b25d-4e09-b6cd-74de270d5d7a" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.47:53324 10.132.1.47:443 10.132.0.16:38150 - v1-catch-all-path
2026-10-30T23:11:01.445215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:06.342549Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:23.850822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:35.192492Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8