2026-11-03T16:32:24.362437Z	info	FLAG: --concurrency="0"
2026-11-03T16:32:24.362657Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T16:32:24.362673Z	info	FLAG: --help="false"
2026-11-03T16:32:24.362677Z	info	FLAG: --log_as_json="false"
2026-11-03T16:32:24.362681Z	info	FLAG: --log_caller=""
2026-11-03T16:32:24.362684Z	info	FLAG: --log_output_level="default:info"
2026-11-03T16:32:24.362688Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T16:32:24.362702Z	info	FLAG: --log_target="[stdout]"
2026-11-03T16:32:24.362706Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T16:32:24.362710Z	info	FLAG: --outlierLogPath=""
2026-11-03T16:32:24.362713Z	info	FLAG: --profiling="true"
2026-11-03T16:32:24.362716Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T16:32:24.362719Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T16:32:24.362723Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T16:32:24.362726Z	info	FLAG: --stsPort="0"
2026-11-03T16:32:24.362730Z	info	FLAG: --templateFile=""
2026-11-03T16:32:24.362734Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T16:32:24.362738Z	info	FLAG: --vklog="0"
2026-11-03T16:32:24.362742Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T16:32:24.362944Z	info	Proxy role	ips=[10.134.0.38] type=router id=maas-default-gateway-openshift-default-c9ffffc7f-fmxr5.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T16:32:24.363052Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T16:32:24.364802Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T16:32:24.365063Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T16:32:24.365076Z	info	JWT policy is third-party-jwt
2026-11-03T16:32:24.365079Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T16:32:24.367281Z	info	Starting default Istio SDS Server
2026-11-03T16:32:24.367303Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T16:32:24.367320Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T16:32:24.367573Z	info	Opening status port 15020
2026-11-03T16:32:24.368614Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T16:32:24.370260Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T16:32:24.371237Z	info	Starting proxy agent
2026-11-03T16:32:24.371278Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T16:32:24.395482Z	info	sds	Starting SDS grpc server
2026-11-03T16:32:24.395539Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T16:32:24.466710Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T16:32:24.579877Z	info	cache	generated new workload certificate	resourceName=default latency=211.541273ms ttl=23h59m59.420129545s
2026-11-03T16:32:24.579926Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T16:32:24.579972Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.420029691s
2026-11-03T16:32:24.601508Z	info	ads	ADS: new connection for node:1
2026-11-03T16:32:24.601588Z	info	cache	returned workload certificate from cache	ttl=23h59m59.398415017s
2026-11-03T16:32:24.602702Z	info	ads	ADS: new connection for node:2
2026-11-03T16:32:24.602868Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.397135293s
2026-11-03T16:32:24.664276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:32:30.924228Z	info	Readiness succeeded in 6.564925641s
2026-11-03T16:32:30.924556Z	info	Envoy proxy is ready
2026-11-03T16:32:54.014967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:32:58.084833Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:00.229570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:02.832787Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:04.970599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:07.966801Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:13.038800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:33:16.733180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T16:33:43.380Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 65 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "b4ef75a7-dd5d-43d6-8fdc-7e2f6bcf55a4" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:55132 - v1-model-routing
2026-11-03T16:33:44.061929Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:33:44.061963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:33:44.061978Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:33:44.061983Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T16:33:43.985Z] "DELETE /v1/api-keys/4273311b-cfa1-473b-8b1f-e58bd006be63 HTTP/1.1" 200 - via_upstream - "-" 0 365 76 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "92282d4b-0f33-4374-8f27-28f55b1adcc0" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:44762 10.134.0.38:443 10.132.0.10:55148 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:37:12.277566Z	info	ads	ADS: new connection for node:3
2026-11-03T16:37:12.283040Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T16:37:12.283087Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T16:37:13.691471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:37:21.502695Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:37:28.621252Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:37:35.485565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.485605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.485617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:37:35.485624Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.485910Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T16:37:32.341Z] "POST /anything/e2e-rt-eq-a8c93a-client HTTP/1.1" 200 - via_upstream - "-" 124 1762 3144 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "d09eb522-1519-4800-b867-d360ff64ca17" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:43306 10.134.0.38:443 10.132.0.10:46124 - llm.external-model-e2e-rt-eq-a8c93a-f42f2ff36d03.2
2026-11-03T16:37:35.900559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.900596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.900610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:37:35.900616Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:35.900806Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
2026-11-03T16:37:36.403229Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:36.403262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:36.403273Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:37:36.403278Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:36.403468Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T16:37:35.781Z] "POST /anything/e2e-rt-eq-a8c93a-client HTTP/1.1" 200 - via_upstream - "-" 124 1763 119 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "031f3efe-38ff-40f3-acd7-fe8bd3b97ed9" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:44370 10.134.0.38:443 10.132.0.10:42756 - llm.external-model-e2e-rt-eq-a8c93a-f42f2ff36d03.2
[2026-11-03T16:37:36.304Z] "POST /anything/e2e-rt-eq-a8c93a-client HTTP/1.1" 200 - via_upstream - "-" 124 1759 98 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "9dbd6afa-cca6-4eba-9132-c72214b931a4" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:44370 10.134.0.38:443 10.132.0.10:42762 - llm.external-model-e2e-rt-eq-a8c93a-f42f2ff36d03.0
2026-11-03T16:37:37.074142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.074171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.074180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T16:37:37.074185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.074353Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T16:37:36.844Z] "POST /anything/e2e-rt-eq-a8c93a-client HTTP/1.1" 200 - via_upstream - "-" 124 1762 229 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "968f0219-26c6-49eb-af24-5471980166ad" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:44386 10.134.0.38:443 10.132.0.10:42770 - llm.external-model-e2e-rt-eq-a8c93a-f42f2ff36d03.2
2026-11-03T16:37:37.759192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.759221Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.759229Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:37:37.759234Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T16:37:37.759389Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T16:37:37.654Z] "POST /anything/e2e-rt-eq-a8c93a-client HTTP/1.1" 200 - via_upstream - "-" 124 1755 104 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "bdab62c3-0b3b-4ecc-983f-ac5d208c759d" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:44394 10.134.0.38:443 10.132.0.10:42772 - llm.external-model-e2e-rt-eq-a8c93a-f42f2ff36d03.0
2026-11-03T16:37:39.870869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:37:53.776690Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-03T16:37:53.830895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:53.830926Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:53.830934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:37:53.830939Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:37:53.831100Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T16:37:53.713Z] "POST /anything/e2e-rt-sw-3c8550-client HTTP/1.1" 200 - via_upstream - "-" 124 1760 117 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "fbb1ffc7-5fa5-4a39-b0c5-9f721b981693" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:48822 10.134.0.38:443 10.132.0.10:54744 - llm.external-model-e2e-rt-sw-3c8550-b4ff46527fe3.0
2026-11-03T16:37:55.267961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:38:00.144679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:00.144711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:00.144723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:38:00.144727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:00.144872Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T16:38:00.076Z] "POST /llm/e2e-rt-sw-3c8550/anything/e2e-rt-sw-3c8550-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 68 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "bc7b7aa2-f3e3-408a-943d-c1aeed1fab40" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-3c8550.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:54756 - llm.external-model-e2e-rt-sw-3c8550-b4ff46527fe3.2
2026-11-03T16:38:08.211310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:38:12.481637Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:12.481670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:12.481682Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:38:12.481688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:38:12.481887Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T16:38:12.415Z] "POST /llm/e2e-rt-sw-3c8550/anything/e2e-rt-sw-3c8550-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 66 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "265a9cc0-fd69-4314-8858-899fac428a68" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-3c8550.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:46672 - llm.external-model-e2e-rt-sw-3c8550-b4ff46527fe3.2
2026-11-03T16:38:30.496175Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-03T16:38:30.576543Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:38:36.538632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:41:03.063871Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:43:02.858279Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:43:06.600763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T16:43:06.814735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:06.814861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:06.814912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:06.814942Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T16:43:06.547Z] "DELETE /v1/api-keys/14c0b9f0-95a4-4c5b-8631-60138c4aff90 HTTP/1.1" 200 - via_upstream - "-" 0 321 267 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "3842709a-c905-426a-bd5a-19cc8c160e65" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56706 10.134.0.38:443 10.132.0.10:55426 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:43:07.277300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:07.277343Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:07.277359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:07.277365Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T16:43:07.181Z] "DELETE /v1/api-keys/f534ff59-90cf-42d4-bfeb-7609c0ee3da5 HTTP/1.1" 200 - via_upstream - "-" 0 321 96 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6033d7df-8985-4180-92c9-4b83048012bc" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56718 10.134.0.38:443 10.132.0.10:55440 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:43:09.054215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.054266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.054290Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T16:43:09.054297Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.388294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.388331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.388346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.388351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T16:43:09.662359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:09.662394Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:09.662410Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:09.662415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T16:43:08.882Z] "DELETE /v1/api-keys/4bff53a4-753e-46d3-8784-cdc0d33695b7 HTTP/1.1" 200 - via_upstream - "-" 0 321 172 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "cc1a91cd-844b-4dc0-8753-3a6f57ffd4a7" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56706 10.134.0.38:443 10.132.0.10:55458 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T16:43:09.307Z] "DELETE /v1/api-keys/a084f018-4289-4dca-8d20-0ef05d9cb1ec HTTP/1.1" 200 - via_upstream - "-" 0 321 80 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "68d0e86d-4537-4f4b-aa69-9f5f48a2c67c" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56706 10.134.0.38:443 10.132.0.10:55474 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T16:43:09.580Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 82 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "e6be24ce-21a8-45e7-997f-ab100cf6a584" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56718 10.134.0.38:443 10.132.0.10:55486 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:43:09.923183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.923217Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.923233Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:09.923240Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T16:43:09.851Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 72 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "570ec6e4-429f-4955-a9a8-a34fb2ebc39c" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56706 10.134.0.38:443 10.132.0.10:55492 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:43:19.099152Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:19.099189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:19.099206Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:43:19.099211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T16:43:19.017Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 317 81 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "16ebd7b1-5033-42d8-8811-95444568ecda" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56706 10.134.0.38:443 10.132.0.10:38594 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:43:29.240532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:43:44.433578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:44.433610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:44.433622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:43:44.433627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T16:43:44.422Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 10 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "21f9c05d-a3c1-429d-9b34-a35cc76e9329" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:56718 10.134.0.38:443 10.132.0.10:34814 - odh-ai-gateway-infra.maas-api-route.4
2026-11-03T16:45:49.858016Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T16:45:49.858043Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T16:45:49.858046Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T16:45:49.858050Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T16:45:49.797Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 60 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "75b64a97-36f0-4a3e-a2b2-e639dc71b6ca" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:54156 - v1-completions-path
[2026-11-03T16:54:08.769Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 327 1415 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "0dcaec3e-38cf-49a7-88c9-7e3d5817dd8b" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36136 10.134.0.38:443 10.132.0.10:51758 - v1-chat-completions-path
[2026-11-03T16:54:10.224Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 328 340 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "a646fcbd-5ca8-9f9c-83b6-cc734876b421" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36136 10.134.0.38:443 10.132.0.10:51774 - v1-chat-completions-path
2026-11-03T17:02:45.822318Z	info	ads	ADS: new connection for node:4
2026-11-03T17:02:45.828288Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T17:05:07.078208Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T17:09:32.483567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:09:55.196521Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:00.868796Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:10:00.868832Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:10:00.868847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:10:00.868852Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:10:01.039596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:10:01.039640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:10:01.039658Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:10:01.039664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:10:01.039931Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T17:10:00.743Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 125 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "dd4a3ce1-b9e0-47d1-9ef3-b667303a1806" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:38552 10.134.0.38:443 10.132.0.10:37512 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:10:00.893Z] "POST /anything/e2e-dft-0bba15-ac890f HTTP/1.1" 200 - via_upstream - "-" 109 1765 146 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "cee9b440-c907-4108-8d69-6e5ff87c6c17" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:48678 10.134.0.38:443 10.132.0.10:37518 - llm.external-model-e2e-dft-0bba15-f18a98616ddb.0
2026-11-03T17:10:13.722317Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:17.410699Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:22.238060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:26.044752Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:31.591423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:35.548289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:06.826262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:34.494235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:39.135264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:55.623953Z	info	ads	ADS: new connection for node:5
2026-11-03T17:12:55.624348Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:12:55.624461Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:13:51.073791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:23.675774Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:48.961906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:24.144028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:16:53.852880Z	info	ads	ADS: "" 5 terminated
2026-11-03T17:16:56.704658Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T17:21:07.854670Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-03T17:27:09.228412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:44.698860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:28:14.621830Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:29:54.027595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:33:31.197097Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-03T17:39:00.953852Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:39:24.595039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:39:35.819045Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:39:35.819082Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:39:35.819099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:39:35.819105Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T17:39:35.735Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 83 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6a21eedf-f247-4249-ad9c-7bfdd05eb39b" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:44152 10.134.0.38:443 10.132.0.10:34344 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:39:58.079778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:40:01.152Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 2817 3089 75 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "013ea13c-df7f-4dfb-acb3-58c846256133" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.134.0.42:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:43040 10.134.0.38:443 10.132.0.10:56244 - v1-chat-completions-path
2026-11-03T17:40:14.019255Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:40:16.586798Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:40:22.989332Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:40:26.464Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "15e21ef4-8ccd-44a6-9dd8-49eb8b84f318" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:43584 - v1-catch-all-path
2026-11-03T17:40:30.290075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:40:39.971186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:40:54.752334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:41:05.759388Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:41:07.625099Z	info	ads	ADS: new connection for node:6
2026-11-03T17:41:07.625255Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:41:07.625279Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:41:09.762737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:41:50.164592Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:42:09.200113Z	info	ads	ADS: "" 6 terminated
2026-11-03T17:42:09.247765Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:42:12.645986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:42:19.750150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:44:34.316249Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:44:52.362907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:45:08.332371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:45:19.271569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:45:26.741094Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:45:38.597086Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:45:42.223899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:45:45.168Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 76 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "89462396-e7ef-4ab1-9fcb-4a75a77f08f5" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:59426 10.134.0.38:443 10.132.0.10:54702 - v1-completions-path
2026-11-03T17:45:57.841845Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:46:00.724091Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:46:00.724135Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:46:00.724156Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:46:00.724163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T17:46:00.642Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 331 81 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "f0af38c1-7bf1-4113-88c0-3aff6ebea9e5" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:45592 10.134.0.38:443 10.132.0.10:57930 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:46:44.321022Z	info	ads	ADS: new connection for node:7
2026-11-03T17:46:44.326304Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T17:46:45.460814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:46:46.997728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:47:31.357925Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:31.357954Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:31.357963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:31.357967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:47:31.358113Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:47:28.219Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1711 3139 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "bf36c7d9-d990-40eb-80a1-29f7d1b0d1ed" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:43818 10.134.0.38:443 10.132.0.10:46260 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:47:37.733107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:37.733140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:37.733150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:47:37.733154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:47:37.733345Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:47:37.631Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 102 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "b61345bd-e806-45ed-9b1a-65f9a2f92854" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:43818 10.134.0.38:443 10.132.0.10:58520 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:48:11.749113Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:48:11.749149Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:48:11.749162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:48:11.749166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:48:11.749344Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T17:48:11.638Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 110 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "b5273315-5325-4e50-9481-8bd1295fd1e3" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:48090 10.134.0.38:443 10.132.0.10:44256 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:48:25.201216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:48:25.301310Z	info	ads	ADS: "" 7 terminated
2026-11-03T17:48:26.787965Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:48:33.781874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:48:49.729356Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:48:54.323623Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:48:57.323Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "c12bef64-06cf-46bf-ae17-f9c17506fe16" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:49576 - v1-completions-path
2026-11-03T17:49:09.508180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:49:11.941465Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:49:14.944184Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:49:25.039666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:49:31.789Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "fac6e5ef-21e5-47c4-8647-a9aab136c392" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:59426 10.134.0.38:443 10.132.0.10:42126 - v1-completions-path
2026-11-03T17:49:48.187620Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:49:58.537136Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:03.075860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:19.934707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:22.272758Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:29.331314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:41.282146Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:46.386514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:54.777549Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:50:59.910654Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:51:18.274816Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:51:21.293727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:51:37.114138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:51:40.083014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:51:49.071642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:52:06.789873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:52:17.114534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:52:32.364Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 37 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "ec61d24f-7468-40d4-88ad-51558a7cd4fe" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:34176 - v1-completions-path
2026-11-03T17:52:34.616657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:52:38.007795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:54:57.165211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:55:00.565129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:56:25.509971Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:56:40.986793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:56:43.363566Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:56:50.694463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:07.525126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:10.566271Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:26.020755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:37.172293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:41.830327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:57:45.419531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:57:45.419563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:57:45.419578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:57:45.419583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T17:57:45.341Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 78 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "581f4947-9366-4b0e-8d74-caf57bb17a29" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.133.0.219:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34224 10.134.0.38:443 10.132.0.10:45904 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:57:46.446Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "4da0ab3a-988c-4705-9369-7a9e9704540c" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:45920 - v1-completions-path
2026-11-03T17:57:58.829833Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:03.567860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:08.779046Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:58:15.718Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "35f0d6e0-1ab0-47ca-ab4e-15ca69ba3a50" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:39288 - v1-completions-path
[2026-11-03T17:58:18.135Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 60 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "4e09330e-264a-4095-97d8-4ced902b2555" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:59426 10.134.0.38:443 10.132.0.10:39318 - v1-completions-path
[2026-11-03T17:58:18.685Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "a3a69235-c351-4b17-bb44-cde06c89d5dd" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:49484 10.134.0.38:443 10.132.0.10:39326 - v1-completions-path
2026-11-03T17:58:19.565496Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:58:19.565538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:58:19.565559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:58:19.565566Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T17:58:19.490Z] "DELETE /v1/api-keys/60f4ed50-03ee-4ad3-9fa2-f359da65996d HTTP/1.1" 200 - via_upstream - "-" 0 363 74 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "783a5200-13e5-4391-af9c-5acbc17359a3" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "10.133.0.219:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:35164 10.134.0.38:443 10.132.0.10:39338 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:58:31.673214Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:41.948988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:46.497368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:49.466195Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:58:52.470987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:58:57.620Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "49b7041e-8112-416d-91cf-20deb9c83edd" "maas.apps.38d07d575d4ce9451258.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.10:52648 - v1-completions-path
2026-11-03T17:59:09.826794Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:20.321741Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:22.515105Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:30.858624Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:34.557800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:52.631407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:59:55.002838Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:00:13.333470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:00:23.704997Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:00:33.964782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:00:44.366493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:00:54.773120Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:01:05.145655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:01:15.607339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:01:25.857031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:01:36.254302Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T18:01:46.554384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8