2026-11-03T21:09:34.566118Z	info	FLAG: --concurrency="0"
2026-11-03T21:09:34.566136Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T21:09:34.566140Z	info	FLAG: --help="false"
2026-11-03T21:09:34.566143Z	info	FLAG: --log_as_json="false"
2026-11-03T21:09:34.566145Z	info	FLAG: --log_caller=""
2026-11-03T21:09:34.566147Z	info	FLAG: --log_output_level="default:info"
2026-11-03T21:09:34.566149Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T21:09:34.566158Z	info	FLAG: --log_target="[stdout]"
2026-11-03T21:09:34.566161Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T21:09:34.566162Z	info	FLAG: --outlierLogPath=""
2026-11-03T21:09:34.566164Z	info	FLAG: --profiling="true"
2026-11-03T21:09:34.566166Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T21:09:34.566168Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T21:09:34.566170Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T21:09:34.566172Z	info	FLAG: --stsPort="0"
2026-11-03T21:09:34.566174Z	info	FLAG: --templateFile=""
2026-11-03T21:09:34.566176Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T21:09:34.566183Z	info	FLAG: --vklog="0"
2026-11-03T21:09:34.566185Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T21:09:34.566333Z	info	Proxy role	ips=[10.132.0.152] type=router id=maas-default-gateway-openshift-default-57f78bcd55-5677n.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T21:09:34.566376Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T21:09:34.567477Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T21:09:34.568023Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T21:09:34.568035Z	info	JWT policy is third-party-jwt
2026-11-03T21:09:34.568038Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T21:09:34.569351Z	info	Starting default Istio SDS Server
2026-11-03T21:09:34.569375Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T21:09:34.569399Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T21:09:34.569779Z	info	Opening status port 15020
2026-11-03T21:09:34.570901Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T21:09:34.571429Z	info	sds	Starting SDS grpc server
2026-11-03T21:09:34.571445Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T21:09:34.572245Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T21:09:34.573022Z	info	Starting proxy agent
2026-11-03T21:09:34.573053Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T21:09:34.634675Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T21:09:34.703933Z	info	cache	generated new workload certificate	resourceName=default latency=132.352967ms ttl=23h59m59.296070018s
2026-11-03T21:09:34.703969Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T21:09:34.704000Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.296000088s
2026-11-03T21:09:34.818469Z	info	ads	ADS: new connection for node:1
2026-11-03T21:09:34.818526Z	info	cache	returned workload certificate from cache	ttl=23h59m59.181475758s
2026-11-03T21:09:34.819215Z	info	ads	ADS: new connection for node:2
2026-11-03T21:09:34.819286Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.180715459s
2026-11-03T21:09:34.904347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:09:42.896970Z	info	Readiness succeeded in 8.333411432s
2026-11-03T21:09:42.897590Z	info	Envoy proxy is ready
2026-11-03T21:14:17.868274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:14:44.042294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:15:19.375918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:15:22.791Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 103 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "b2574922-a9c3-4f63-b70f-65aee3d3c4c2" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.40:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57268 10.132.0.152:443 10.132.0.11:48732 - v1-chat-completions-path
2026-11-03T21:15:37.846937Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T21:15:37.846966Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T21:15:37.846969Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T21:15:37.846973Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-11-03T21:15:37.703Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 143 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "44d49cf8-72bf-4c2a-ae67-f1564819c320" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:48224 - v1-catch-all-path
2026-11-03T21:15:39.280741Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:15:44.310251Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:15:53.463061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:16:08.197205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:16:16.128328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:16:33.492340Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:16:45.243451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:16:47.652763Z	info	ads	ADS: new connection for node:3
2026-11-03T21:16:47.653343Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T21:16:47.653484Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T21:16:52.450993Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:17:31.386363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:17:39.706Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 340 91 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "cdec83af-5940-4c76-9c69-d51c09b05290" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.247:8000" outbound|54321||e2e-prio-pool-9f7f5f7b-inference-pool-ip-ca181a17.llm.svc.cluster.local 10.132.0.152:34296 10.132.0.152:443 10.132.0.11:36922 - v1-model-routing
2026-11-03T21:17:58.067187Z	info	ads	ADS: "" 3 terminated
2026-11-03T21:17:58.341746Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:18:03.484762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:18:17.308845Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:21:16.159106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:21:41.995969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:22:08.278182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:22:22.990874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:22:33.558428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:22:33.558458Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:22:33.558468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:22:33.558473Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T21:22:33.501Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 57 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f3512e5e-4284-4823-bf1c-a180e6e0486e" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.152:42310 10.132.0.152:443 10.132.0.11:36184 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T21:22:34.997374Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:22:47.853298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:22:53.187469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:23:14.866309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:23:17.742321Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-03T21:23:17.666Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 295 76 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "c296f8a8-d4f9-4a8e-abbb-b35dff5f18fd" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:33902 10.132.0.152:443 10.132.0.11:59340 - v1-completions-path
[2026-11-03T21:23:31.246Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 76 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "10a628de-553b-43bd-b952-329f4a7e071e" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:44320 10.132.0.152:443 10.132.0.11:54842 - v1-completions-path
[2026-11-03T21:23:47.252Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 72 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f64a69b5-6785-4053-aaa2-6daf2665cbf2" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:33902 10.132.0.152:443 10.132.0.11:44124 - v1-completions-path
2026-11-03T21:24:03.686813Z	info	ads	ADS: new connection for node:4
2026-11-03T21:24:03.692149Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T21:24:03.692195Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T21:24:07.731472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:24:08.891813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:24:14.557328Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"265","StreamId":"17498450209528818472"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=26
[2026-11-03T21:24:14.494Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 62 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "7f9930ad-5510-4a8e-861a-b6c866ef8915" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.132.0.152:443 10.132.0.11:43512 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-03T21:24:23.985662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:24:23.985694Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:24:23.985705Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:24:23.985709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T21:24:23.985863Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T21:24:23.788Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1535 197 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "dcc7650f-ec28-47f1-9eea-9dcf332489da" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.152:37114 10.132.0.152:443 10.132.0.11:39992 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T21:24:33.505969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:24:33.506005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:24:33.506023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T21:24:33.506029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:24:33.506260Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T21:24:33.314Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1536 191 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "4ed8f8d8-617f-45c6-ab9c-67c062a89af8" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.152:51156 10.132.0.152:443 10.132.0.11:57712 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T21:25:06.896314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:06.896349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:06.896361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T21:25:06.896367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:06.896543Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T21:25:06.767Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1534 129 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "c3624648-40a1-44f5-9717-397451833e0e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.152:51156 10.132.0.152:443 10.132.0.11:38700 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T21:25:13.902424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:13.902453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:13.902462Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T21:25:13.902467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:25:13.902604Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T21:25:13.783Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1534 118 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6f2c0087-0bc8-48bb-84a0-ac7c673d65d6" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.152:51156 10.132.0.152:443 10.132.0.11:38728 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T21:25:50.615052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:25:50.640465Z	info	ads	ADS: "" 4 terminated
2026-11-03T21:25:53.651062Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:26:04.872648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:26:09.083Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 81 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "fb5edb1b-0455-404a-933f-83faf8971f13" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:53216 - v1-completions-path
2026-11-03T21:26:23.853572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:26:28.805990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:26:33.939Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 65 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "cab43ee7-41ef-4c6b-82e1-8c706cd82998" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:36948 - v1-completions-path
[2026-11-03T21:26:35.340Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "5067a479-9b5d-4bf0-a036-0fb9e2da0481" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:36956 - v1-completions-path
[2026-11-03T21:26:35.590Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f0e959dd-1f39-44f8-b5ac-36c3e93aeb5c" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:36966 - v1-completions-path
2026-11-03T21:26:36.161368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
2026-11-03T21:26:36.168407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:26:36.168436Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:26:36.168449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T21:26:36.168453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T21:26:36.106Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 170 61 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "b3871c7c-b68e-440a-950c-e55b20aba509" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:54336 - v1-catch-all-path
2026-11-03T21:26:53.623079Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:27:06.686198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:27:37.796391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:27:49.100964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:27:54.094248Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:28:05.727Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 299 63 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "490f4e4e-e4cd-411d-8074-537432934bff" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:51404 - v1-completions-path
[2026-11-03T21:28:06.562Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "979e5496-e3f3-4e86-a7a5-a17ac0dc60db" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:51416 - v1-completions-path
[2026-11-03T21:28:07.107Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "a4580b63-e38a-4c55-8545-f56fb7ed501f" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:51426 - v1-completions-path
[2026-11-03T21:28:07.892Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 61 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "7940904e-9e62-4487-863d-52539b7d31f4" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:51446 - v1-completions-path
[2026-11-03T21:28:08.670Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 57 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "f8451420-6b4a-4d08-aa19-0ef703b07e00" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:51448 - v1-completions-path
[2026-11-03T21:28:08.945Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 59 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "fd0a24a4-225c-4d93-aae5-d2caec252f29" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:51456 - v1-completions-path
[2026-11-03T21:28:09.225Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 57 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "e85ec028-3506-4075-858d-2b139c37a438" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:51472 - v1-completions-path
[2026-11-03T21:28:09.755Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "ecd978a6-0c60-4033-9487-690515d0593c" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:51486 - v1-completions-path
2026-11-03T21:28:23.558632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:28:28.420686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:28:40.994393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:28:51.515203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:29:02.724640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:29:09.668183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:29:21.892Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 75 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "82ad7d14-7596-48fd-b862-dac3c138620a" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:33902 10.132.0.152:443 10.132.0.11:34806 - v1-completions-path
2026-11-03T21:29:24.987105Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:29:38.277869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:29:41.496Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 66 18 64 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "56810fd3-ecd3-4411-a73a-3ff2b4a51de6" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:51828 - v1-completions-path
2026-11-03T21:29:44.977557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:29:47.315Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 633 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "72eb050f-630a-40cc-9cd5-fddabbbdda7a" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:33902 10.132.0.152:443 10.132.0.11:33692 - v1-completions-path
2026-11-03T21:30:03.701449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:30:09.598952Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:30:21.488536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:30:32.995Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 64 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "c49e37f6-74da-454d-8b66-11a3d6ba97b7" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:49768 - v1-completions-path
2026-11-03T21:30:47.051450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:30:58.175311Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:31:18.524522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:31:26.916709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:33:38.129434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:33:38.129468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T21:33:38.129481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T21:33:38.129486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T21:33:38.015Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 113 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "a346f96e-f4ac-448f-adf0-2ce0b5662367" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.132.0.47:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.152:47538 10.132.0.152:443 10.132.0.11:59230 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T21:33:52.041834Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:33:57.272934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:35:27.379807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:35:28.040Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 429 -  - "-" 73 18 134 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "27c98296-0822-471d-8eb3-87a5702ee997" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:57454 - v1-completions-path
2026-11-03T21:35:45.150716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:35:50.150621Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:36:02.756187Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:36:19.614161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:36:23.447681Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:36:26.760Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 68 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6d2691a3-bb74-4b56-8df5-a0204ca8c8ae" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:41892 - v1-completions-path
[2026-11-03T21:36:28.114Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6504ecc5-70ad-4155-8708-99125c250203" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:41904 - v1-completions-path
2026-11-03T21:36:43.238389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:36:53.936687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:37:00.844428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:37:12.609362Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:12.609394Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:12.609407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:12.609412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T21:37:12.495Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 114 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "73b3eddf-23d5-4de3-bbd7-c7654fb73f2b" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.1.110:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.152:57862 10.132.0.152:443 10.132.0.11:56754 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T21:37:12.807Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 73 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "693c8f2b-4860-4157-a8a4-c5d6b276dbd5" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:56768 - v1-completions-path
[2026-11-03T21:37:13.101Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 60 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "3b6e528b-db40-4090-8e30-fc3c54a77186" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:56780 - v1-completions-path
[2026-11-03T21:37:14.891Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 58 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "576abfde-12ce-4292-9706-a56c5576361f" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:56790 - v1-completions-path
2026-11-03T21:37:29.590358Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:37:36.428042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:37:43.081745Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:37:47.150396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:47.150428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:47.150440Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:37:47.150445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T21:37:47.043Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 106 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "a2c8a4ac-d3b7-40fd-ab92-a5a717c97c2b" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.1.110:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.152:57862 10.132.0.152:443 10.132.0.11:55190 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T21:37:47.952Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 64 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "ec6ac159-0b74-4d1e-9b42-87665b8e7ba0" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:55198 - v1-completions-path
[2026-11-03T21:37:48.223Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "b6baa8ee-36a9-4740-9cf1-1d1ed33977a1" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:55212 - v1-completions-path
[2026-11-03T21:37:48.981Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 62 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "3b65eab8-e68f-4e2b-bbab-f907b6358321" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:55222 - v1-completions-path
[2026-11-03T21:37:51.468Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 61 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "610ce50c-599b-46f7-a70f-06c2f9d95c7d" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:55236 - v1-completions-path
[2026-11-03T21:37:54.435Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 68 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "be6361e4-f720-4f76-9fe8-80b8859ea9a6" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:55250 - v1-completions-path
[2026-11-03T21:37:54.798Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 65 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "462e8f04-04ef-49b4-b704-6297dc70393f" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:55256 - v1-completions-path
[2026-11-03T21:37:56.279Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 65 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "c6ed09b0-fd79-4d8a-bee0-af96a12162dd" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:52332 - v1-completions-path
[2026-11-03T21:37:56.661Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "6dc2c2c1-f30e-4413-b672-a593f2a5b316" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:48926 10.132.0.152:443 10.132.0.11:52338 - v1-completions-path
2026-11-03T21:38:11.538200Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:38:22.187994Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:38:29.158807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:38:35.929931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:38:46.961161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:38:55.478Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "90eb4398-240c-427a-a673-6c9a79b547c0" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:57646 10.132.0.152:443 10.132.0.11:60710 - v1-completions-path
[2026-11-03T21:38:56.241Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "e158b17c-b1bc-4148-9dab-4ec9734d0c4a" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.152:443 10.132.0.11:51296 - v1-completions-path
2026-11-03T21:39:05.171632Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T21:39:10.339985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:39:23.470644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:39:33.839031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:39:40.683784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:40:03.566611Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:40:25.568061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:40:47.686964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:41:07.352593Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:41:18.059607Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:41:28.690262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:41:39.601114Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:41:50.434234Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T21:42:00.470145Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:42:00.470179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:42:00.470193Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T21:42:00.470198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T21:42:00.351Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 330 119 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "521db2de-0e10-4cbb-9996-fdd9cc26aa08" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.1.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.152:53206 10.132.0.152:443 10.132.0.11:55652 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T21:42:00.991409Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T21:42:09.122Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 79 - "44.212.242.249,10.132.0.11" "python-requests/2.34.2" "caf62912-1d92-9925-bdb1-6711def043d3" "maas.apps.efe410098b32fc21bf24.prod.konflux-ocp-ci.dev" "10.133.0.32:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.152:44320 10.132.0.152:443 10.132.0.11:38440 - v1-completions-path