2026-11-03T16:58:41.737725Z	info	FLAG: --concurrency="0"
2026-11-03T16:58:41.737745Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T16:58:41.737749Z	info	FLAG: --help="false"
2026-11-03T16:58:41.737751Z	info	FLAG: --log_as_json="false"
2026-11-03T16:58:41.737754Z	info	FLAG: --log_caller=""
2026-11-03T16:58:41.737756Z	info	FLAG: --log_output_level="default:info"
2026-11-03T16:58:41.737758Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T16:58:41.737763Z	info	FLAG: --log_target="[stdout]"
2026-11-03T16:58:41.737766Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T16:58:41.737768Z	info	FLAG: --outlierLogPath=""
2026-11-03T16:58:41.737770Z	info	FLAG: --profiling="true"
2026-11-03T16:58:41.737772Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T16:58:41.737774Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T16:58:41.737777Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T16:58:41.737779Z	info	FLAG: --stsPort="0"
2026-11-03T16:58:41.737781Z	info	FLAG: --templateFile=""
2026-11-03T16:58:41.737783Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T16:58:41.737786Z	info	FLAG: --vklog="0"
2026-11-03T16:58:41.737788Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T16:58:41.737928Z	info	Proxy role	ips=[10.133.1.115] type=router id=maas-default-gateway-openshift-default-746ff8f49f-ssdhr.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T16:58:41.737972Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T16:58:41.739098Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T16:58:41.739327Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T16:58:41.739340Z	info	JWT policy is third-party-jwt
2026-11-03T16:58:41.739343Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T16:58:41.741001Z	info	Starting default Istio SDS Server
2026-11-03T16:58:41.741045Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T16:58:41.741070Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T16:58:41.741439Z	info	Opening status port 15020
2026-11-03T16:58:41.742738Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T16:58:41.743026Z	info	sds	Starting SDS grpc server
2026-11-03T16:58:41.743130Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T16:58:41.743953Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T16:58:41.744709Z	info	Starting proxy agent
2026-11-03T16:58:41.744738Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T16:58:41.805537Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T16:58:41.961483Z	info	ads	ADS: new connection for node:1
2026-11-03T16:58:41.961762Z	info	ads	ADS: new connection for node:2
2026-11-03T16:58:41.978921Z	info	cache	generated new workload certificate	resourceName=default latency=235.706033ms ttl=23h59m59.021082465s
2026-11-03T16:58:41.978950Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T16:58:41.978980Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.021020903s
2026-11-03T16:58:41.978988Z	info	cache	returned workload certificate from cache	ttl=23h59m59.021012056s
2026-11-03T16:58:41.979120Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.020883378s
2026-11-03T16:58:41.979385Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.020616298s
2026-11-03T16:58:42.060253Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:50.631104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:51.559964Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-03T16:58:52.222229Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-03T16:58:53.097526Z	info	Readiness succeeded in 11.362547965s
2026-11-03T16:58:53.097909Z	info	Envoy proxy is ready
2026-11-03T16:58:55.106424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:58.615131Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-03T16:58:58.510Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 104 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "2505ddb1-bed1-4c15-9456-8926044842bf" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:36396 10.133.1.115:443 10.132.0.16:55170 - v1-catch-all-path
2026-11-03T16:59:08.976966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:27.169246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:43.864930Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:55.722039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:59.712422Z	info	ads	ADS: new connection for node:3
2026-11-03T16:59:59.712564Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T16:59:59.712592Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:00:02.790608Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:00:47.460595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:01:14.614955Z	info	ads	ADS: "" 3 terminated
2026-11-03T17:01:14.690129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:01:21.504025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:01:34.891902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:04:53.708064Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:05:26.766814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:05:57.813723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:13.469562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:20.401976Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:32.859626Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:37.905032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:56.498988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:07:09.559Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 84 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "96f69343-b894-40f0-a669-05ef52c12b28" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:38078 10.133.1.115:443 10.132.0.16:40792 - v1-completions-path
[2026-11-03T17:07:49.121Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 69 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "5c3b1b6a-491d-4995-a230-1dd4b479c044" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:45152 10.133.1.115:443 10.132.0.16:56854 - v1-completions-path
2026-11-03T17:08:15.698668Z	info	ads	ADS: new connection for node:4
2026-11-03T17:08:15.702793Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T17:08:15.702842Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T17:08:19.299582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:08:20.949329Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:08:57.246862Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:57.246897Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:57.246907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:08:57.246912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:57.247064Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:08:57.049Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 197 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "47517023-db62-4619-b356-0e8c3fd31f7a" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.115:58406 10.133.1.115:443 10.132.0.16:33682 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:27.854359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-03T17:09:27.920370Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:27.920398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:27.920408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:09:27.920412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:27.920566Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:09:27.793Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 126 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "99861c7a-3c3c-4708-a45d-5771202b92d5" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.115:58406 10.133.1.115:443 10.132.0.16:43696 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:37.384775Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:37.384806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:37.384816Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:09:37.384821Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:09:37.384977Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:09:37.257Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 127 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "f9bf8ea1-3492-4a11-b426-9866bc4c9633" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.115:58406 10.133.1.115:443 10.132.0.16:41742 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:52.731097Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T17:09:52.779895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:09:53.123155Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:53.123194Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:53.123209Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:09:53.123214Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T17:09:52.992Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 131 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "2721356b-0bc1-4fed-9630-f10f9c2b1bfc" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.115:47292 10.133.1.115:443 10.132.0.16:38412 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:09:55.658955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:06.694272Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:25.121928Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:29.884430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:10:35.849Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 297 73 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "972f4b6f-9b55-407c-98b9-4d2b1b7642bf" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:57750 10.133.1.115:443 10.132.0.16:52640 - v1-completions-path
[2026-11-03T17:10:36.390Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "acd211d1-ed1a-4c89-8907-4d4c41ebe79a" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.115:443 10.132.0.16:52644 - v1-completions-path
2026-11-03T17:10:50.385479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:17.566154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:48.301940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:59.080545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:05.754737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:12:18.308Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 67 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "94fc113b-bd57-4c29-a974-268302c870ab" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:43258 10.133.1.115:443 10.132.0.16:57886 - v1-completions-path
2026-11-03T17:12:34.304887Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:39.073842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:52.825517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:02.212938Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:13.038169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:22.457326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:32.113833Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:52.389161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:13:57.748Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 66 18 71 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "4c5e47d0-c091-45ff-9957-6582c0b14e59" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.115:443 10.132.0.16:38240 - v1-completions-path
2026-11-03T17:13:58.696432Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:19.329683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:14:23.818Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 66 18 65 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "2daf5738-e824-4b87-9d5e-fe1669156b1b" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.115:443 10.132.0.16:37218 - v1-completions-path
2026-11-03T17:14:25.229437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:26.145417Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T17:14:26.699403Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:26.699436Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:26.699449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:26.699454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:14:27.015322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:14:27.015361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:14:27.015377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:14:27.015383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T17:14:26.088Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 287 60 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "1b259880-17c0-4ac6-a031-50964f793b91" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:38078 10.133.1.115:443 10.132.0.16:37232 - v1-completions-path
[2026-11-03T17:14:26.586Z] "DELETE /v1/api-keys/1e3de357-8659-44ed-9f7c-638cf6176f2c HTTP/1.1" 404 - via_upstream - "-" 0 29 112 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "fecf4fac-d982-4b7b-aef3-8700f812cf4e" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.115:59454 10.133.1.115:443 10.132.0.16:37238 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:14:26.903Z] "DELETE /v1/api-keys/42876f60-4a1b-4d14-a273-a1155fa63047 HTTP/1.1" 200 - via_upstream - "-" 0 375 111 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "1b5f1e93-2f7b-4ea5-93ea-94c278ca347f" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.115:59460 10.133.1.115:443 10.132.0.16:37260 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:14:36.943940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:14:49.085Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 66 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "0fe7a7d0-7d95-991c-80b7-5935375375ad" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:57750 10.133.1.115:443 10.132.0.16:34780 - v1-completions-path
2026-11-03T17:15:03.341197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:14.042442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:33.047785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:39.127675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:18:43.560653Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:18:48.683388Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:20.365339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:37.647517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:42.177588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:55.239933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:21:22.735396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:21:35.153988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:21:40.714Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "0b8916c8-6990-48a1-96c1-a77c0611b5d7" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:43258 10.133.1.115:443 10.132.0.16:39608 - v1-completions-path
2026-11-03T17:21:54.993819Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:22:05.781038Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:22:21.742639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:22:35.250Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "52f7a765-97d6-4e1b-a894-8ec5ea0b33cd" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:43258 10.133.1.115:443 10.132.0.16:40156 - v1-completions-path
2026-11-03T17:22:50.043984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:05.759813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:10.627483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:22.672932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:23:22.672978Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:23:22.673003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:23:22.673011Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T17:23:22.552Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 120 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "bd58827f-d5f2-4287-bb87-cfb43d6d5c93" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.144:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.115:38050 10.133.1.115:443 10.132.0.16:53010 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:23:26.910Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 63 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "354ddb8f-1920-48bc-80ec-f799af880dd3" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:57750 10.133.1.115:443 10.132.0.16:53032 - v1-completions-path
[2026-11-03T17:23:29.070Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 59 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "8ffbdd12-1692-45f6-aa1c-292fa8d10912" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:57750 10.133.1.115:443 10.132.0.16:53042 - v1-completions-path
2026-11-03T17:23:46.254816Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:57.164438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:12.603517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:17.584012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:20.446168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:24:20.446207Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:24:20.446223Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:24:20.446227Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T17:24:20.322Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 123 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "7616f924-78bd-43b9-a917-0ba2ed621c8d" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.144:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.115:49792 10.133.1.115:443 10.132.0.16:53894 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:24:25.321432Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:24:40.277Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 72 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "07a4224e-88d3-4c15-acba-f085da1c440f" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.115:57750 10.133.1.115:443 10.132.0.16:54694 - v1-completions-path
2026-11-03T17:24:54.566520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:05.275255Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:10.263397Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:28.342933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:35.237207Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:55.848528Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:15.996840Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:27.093685Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:38.039421Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:48.967004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:59.631526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:10.364987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:21.256520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:31.875307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:42.738648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:53.564545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:28:27.468846Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2