2026-10-30T04:16:55.115061Z	info	FLAG: --concurrency="0"
2026-10-30T04:16:55.115096Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T04:16:55.115101Z	info	FLAG: --help="false"
2026-10-30T04:16:55.115103Z	info	FLAG: --log_as_json="false"
2026-10-30T04:16:55.115105Z	info	FLAG: --log_caller=""
2026-10-30T04:16:55.115107Z	info	FLAG: --log_output_level="default:info"
2026-10-30T04:16:55.115109Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T04:16:55.115114Z	info	FLAG: --log_target="[stdout]"
2026-10-30T04:16:55.115116Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T04:16:55.115118Z	info	FLAG: --outlierLogPath=""
2026-10-30T04:16:55.115120Z	info	FLAG: --profiling="true"
2026-10-30T04:16:55.115122Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T04:16:55.115124Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T04:16:55.115126Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T04:16:55.115128Z	info	FLAG: --stsPort="0"
2026-10-30T04:16:55.115130Z	info	FLAG: --templateFile=""
2026-10-30T04:16:55.115132Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T04:16:55.115135Z	info	FLAG: --vklog="0"
2026-10-30T04:16:55.115137Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T04:16:55.115273Z	info	Proxy role	ips=[10.134.0.46] type=router id=maas-default-gateway-openshift-default-746ff8f49f-qbbg5.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T04:16:55.115321Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T04:16:55.116348Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T04:16:55.116545Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T04:16:55.116556Z	info	JWT policy is third-party-jwt
2026-10-30T04:16:55.116559Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T04:16:55.117932Z	info	Starting default Istio SDS Server
2026-10-30T04:16:55.117951Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T04:16:55.117975Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T04:16:55.118339Z	info	Opening status port 15020
2026-10-30T04:16:55.118950Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T04:16:55.119657Z	info	sds	Starting SDS grpc server
2026-10-30T04:16:55.119677Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T04:16:55.120232Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T04:16:55.121017Z	info	Starting proxy agent
2026-10-30T04:16:55.121046Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T04:16:55.184890Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T04:16:55.253310Z	info	cache	generated new workload certificate	resourceName=default latency=133.532653ms ttl=23h59m59.746695219s
2026-10-30T04:16:55.253343Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T04:16:55.253372Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.746628545s
2026-10-30T04:16:55.302871Z	info	ads	ADS: new connection for node:1
2026-10-30T04:16:55.302932Z	info	cache	returned workload certificate from cache	ttl=23h59m59.697071229s
2026-10-30T04:16:55.303520Z	info	ads	ADS: new connection for node:2
2026-10-30T04:16:55.303596Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.69640587s
2026-10-30T04:16:55.384414Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:17:03.375551Z	info	Readiness succeeded in 8.262711794s
2026-10-30T04:17:03.376003Z	info	Envoy proxy is ready
2026-10-30T04:22:06.158248Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:22:18.195784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:22:38.273813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:24:15.970958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:24:56.432189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:24:56.432226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:24:56.432241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:24:56.432246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:24:56.344Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 87 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "33f63afd-019a-4e1a-b7c0-2234a93c1041" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:40574 10.134.0.46:443 10.132.0.17:42490 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:24:56.551802Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:24:56.551842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:24:56.551856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:24:56.551861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T04:24:56.451Z] "DELETE /v1/api-keys/62c8740a-0e79-4595-a8c6-4018cfae5516 HTTP/1.1" 200 - via_upstream - "-" 0 321 100 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "0a666a90-8442-456f-859f-df612dbb0dab" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:40578 10.134.0.46:443 10.132.0.17:42506 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:25:28.388660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:25:50.514771Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T04:31:50.324Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 110 327 87 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "e7457b9c-e4d0-46f2-9a39-72c3665e8e06" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:39488 10.134.0.46:443 10.132.0.17:52964 - v1-chat-completions-path
[2026-10-30T04:32:54.241Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 329 88 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "59221704-c5a9-40f9-8cc6-80c1d33f1197" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:56764 10.134.0.46:443 10.132.0.17:51772 - v1-chat-completions-path
2026-10-30T04:32:54.523597Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:32:54.523633Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:32:54.523646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:32:54.523651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:32:54.523816Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
2026-10-30T04:32:54.523872Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:32:54.523880Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:32:54.523883Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T04:32:54.523887Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T04:32:54.462Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 126 129 61 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "81e60431-faf1-4f34-b6d6-f0c447e0b4b0" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:56764 10.134.0.46:443 10.132.0.17:51782 - v1-chat-completions-path
2026-10-30T04:33:22.242149Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:33:22.242190Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:33:22.242206Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:33:22.242211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:33:22.161Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 80 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "8ec25de6-500b-4e25-ade1-3f033828279c" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:46144 10.134.0.46:443 10.132.0.17:43124 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:34:45.240174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T04:34:45.240293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:34:45.240322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:34:45.240348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:34:45.240357Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:34:45.142Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 322 97 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "c358fad9-2e1d-4b19-a644-822749352d81" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:46274 10.134.0.46:443 10.132.0.17:49928 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:43:36.453056Z	info	ads	ADS: new connection for node:3
2026-10-30T04:43:36.458601Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T04:43:36.458710Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T04:47:41.749650Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:06.403882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:08.585271Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:48:08.585314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:48:08.585334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:48:08.585341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T04:48:08.487Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 97 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "57206500-bc78-49c6-8ba8-e838f616b42a" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:41398 10.134.0.46:443 10.132.0.17:53184 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T04:48:09.179Z] "POST /llm/e2e-dft-275dfc/anything/e2e-dft-275dfc-789908 HTTP/1.1" 401 -  - "-" 109 88 63 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "eeccfe32-f872-498f-ad4f-02d6336babe6" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-275dfc.llm.svc.cluster.local - 10.134.0.46:443 10.132.0.17:53210 - llm.external-model-e2e-dft-275dfc-fe09cf6b0480.2
2026-10-30T04:48:21.363631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:24.864843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:25.289309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:26.658543Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:31.036345Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T04:48:32.502373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:35.664325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:36.152178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:49:02.587528Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:49:37.744718Z	info	ads	ADS: new connection for node:4
2026-10-30T04:49:37.744939Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:49:37.744973Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:52:46.116801Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-30T04:54:24.409255Z	info	ads	ADS: "" 3 terminated with stream closed
2026-10-30T05:00:26.384759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:01:13.301531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:04:32.067662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:05:11.152625Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-10-30T05:06:03.451581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:14:40.827020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:14:43.231831Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:14:43.231873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:14:43.231893Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:14:43.231899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T05:14:41.664Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 1567 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "f0ccd7a4-3de5-4699-928c-2a1eddf2b469" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:36410 10.134.0.46:443 10.132.0.17:36142 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:15:05.935641Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:15:39.282282Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:15:45.374961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-30T05:15:45.227Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 150 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "aeb8462e-b052-4c80-83f4-d96b64effd62" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:51182 10.134.0.46:443 10.132.0.17:58242 - v1-chat-completions-path
2026-10-30T05:15:57.564308Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:15:59.830130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:08.111305Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T05:16:08.037Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 74 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "f7452fcc-22cd-4594-87c3-2c9b003473b0" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:50714 10.134.0.46:443 10.132.0.17:41744 - v1-catch-all-model-routing
2026-10-30T05:16:10.457064Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:13.505584Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-10-30T05:16:28.536381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:30.801955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:45.661008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:56.556104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:16:58.858552Z	info	ads	ADS: new connection for node:5
2026-10-30T05:16:58.858885Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T05:16:58.858933Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T05:17:01.953353Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:17:40.646883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T05:17:45.727Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 349 86 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "010fdeae-271b-4103-a16d-846304adbc6b" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.1.177:8000" outbound|54321||e2e-prio-pool-3f041cec-inference-pool-ip-29bf545c.llm.svc.cluster.local 10.134.0.46:60164 10.134.0.46:443 10.132.0.17:60580 - v1-model-routing
2026-10-30T05:17:59.730126Z	info	ads	ADS: "" 5 terminated
2026-10-30T05:17:59.801741Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:18:03.120966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:18:10.608194Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:19:43.364859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:00.788239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:13.554607Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:20:13.554646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:20:13.554661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:20:13.554666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T05:20:13.479Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 75 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "8f44c151-c259-4252-8c86-0b8d84d5691f" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:60372 10.134.0.46:443 10.132.0.17:45962 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:20:15.691612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:27.748196Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:31.531106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:42.859953Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:20:47.304806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T05:20:53.059Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 73 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "aed16de7-eea7-41ea-8c5c-97d98149127e" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:54676 10.134.0.46:443 10.132.0.17:42452 - v1-completions-path
[2026-10-30T05:20:53.156Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 55 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "aeefc2a3-4877-47cb-8158-f7b2eea0b2c9" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.46:443 10.132.0.17:42462 - v1-completions-path
2026-10-30T05:21:05.432395Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:21:52.104868Z	info	ads	ADS: new connection for node:6
2026-10-30T05:21:52.110027Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T05:21:53.211757Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:21:54.694728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:22:31.559326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:22:31.559362Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:22:31.559377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:22:31.559381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:22:31.559565Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-30T05:22:31.448Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1723 110 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "cf5c7c3c-a167-461b-8b5f-49c7bb1dba88" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.46:57368 10.134.0.46:443 10.132.0.17:33476 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T05:22:48.580036Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:22:48.580101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:22:48.580117Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:22:48.580122Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:22:48.580316Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T05:22:48.474Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1725 106 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "b8ecd9da-107b-9bee-b839-9fae84a03a7e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.46:46724 10.134.0.46:443 10.132.0.17:54764 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T05:23:03.530406Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:23:03.530444Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:23:03.530455Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:23:03.530460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:23:03.530651Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-30T05:23:03.435Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1729 95 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "2424250c-9b6e-4298-8f1b-0767714171db" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.46:57368 10.134.0.46:443 10.132.0.17:60046 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T05:23:29.660598Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:23:29.748649Z	info	ads	ADS: "" 6 terminated with stream closed
2026-10-30T05:23:31.123913Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:23:37.966583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T05:23:42.384Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 63 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "611caef3-e833-48b8-8573-d561fedc86cf" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:54676 10.134.0.46:443 10.132.0.17:45034 - v1-completions-path
2026-10-30T05:23:54.950725Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:23:59.358483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:24:15.131686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:24:30.922476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:24:54.070049Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:04.358140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:08.836067Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:25.881525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:28.233176Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:47.334536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:25:51.841923Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:26:07.467848Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:26:09.847112Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:26:27.512531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:26:38.355380Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:26:41.377283Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:27:00.535555Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:27:03.472451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:27:15.566567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:27:33.450461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:27:43.809212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:28:03.362773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:28:06.650299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:29:38.276978Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:29:38.277020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:29:38.277036Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:29:38.277041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T05:29:38.198Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 78 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "86a42a61-dd5f-40e9-94ef-9b4a86044866" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:44612 10.134.0.46:443 10.132.0.17:49850 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:29:51.074205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:29:54.429415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:31:08.688010Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:31:08.688037Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:31:08.688041Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:31:08.688044Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T05:31:08.646Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 41 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "c0623114-d250-4a75-ba8b-d40f5459450b" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.46:443 10.132.0.17:44942 - v1-completions-path
2026-10-30T05:31:29.114279Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:31:44.527644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:31:47.085778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:05.853419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:17.643314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:21.170055Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:25.493855Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:32:25.493894Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:32:25.493911Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:32:25.493915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T05:32:25.419Z] "DELETE /v1/api-keys/c66a9c74-8a9f-44f8-baf7-245601f4818b HTTP/1.1" 200 - via_upstream - "-" 0 369 74 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "fcd94956-c30a-4cb7-9e69-019a782e10d9" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.133.0.159:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.46:55442 10.134.0.46:443 10.132.0.17:59584 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:32:37.044689Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:47.491851Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:32:52.505157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:09.416177Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:13.848656Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:17.396736Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:40.066120Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:50.451484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:54.880155Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:33:57.903405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T05:33:58.043Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 116 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "d2f0652a-2f43-47a3-8ec4-610740affbf5" "maas.apps.59fbafd611cf6c800ee5.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.46:51006 10.134.0.46:443 10.132.0.17:55820 - v1-completions-path
2026-10-30T05:34:00.910141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:34:18.576157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:34:28.825141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:34:31.179405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:34:40.850812Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:34:45.740114Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:35:02.432783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:35:22.473963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:35:32.750263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:35:43.111755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:35:53.533419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:04.000481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:14.363452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:24.751683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:35.004342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:45.349999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T05:36:55.609000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8