2026-10-30T03:33:58.010987Z	info	FLAG: --concurrency="0"
2026-10-30T03:33:58.011009Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T03:33:58.011014Z	info	FLAG: --help="false"
2026-10-30T03:33:58.011016Z	info	FLAG: --log_as_json="false"
2026-10-30T03:33:58.011019Z	info	FLAG: --log_caller=""
2026-10-30T03:33:58.011021Z	info	FLAG: --log_output_level="default:info"
2026-10-30T03:33:58.011023Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T03:33:58.011028Z	info	FLAG: --log_target="[stdout]"
2026-10-30T03:33:58.011030Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T03:33:58.011032Z	info	FLAG: --outlierLogPath=""
2026-10-30T03:33:58.011034Z	info	FLAG: --profiling="true"
2026-10-30T03:33:58.011036Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T03:33:58.011038Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T03:33:58.011041Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T03:33:58.011043Z	info	FLAG: --stsPort="0"
2026-10-30T03:33:58.011045Z	info	FLAG: --templateFile=""
2026-10-30T03:33:58.011047Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T03:33:58.011050Z	info	FLAG: --vklog="0"
2026-10-30T03:33:58.011052Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T03:33:58.011252Z	info	Proxy role	ips=[10.134.0.33] type=router id=maas-default-gateway-openshift-default-64d4cc998c-7ch26.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T03:33:58.011310Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T03:33:58.012579Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T03:33:58.012869Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T03:33:58.012881Z	info	JWT policy is third-party-jwt
2026-10-30T03:33:58.012884Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T03:33:58.014718Z	info	Starting default Istio SDS Server
2026-10-30T03:33:58.014746Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T03:33:58.014772Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T03:33:58.015013Z	info	Opening status port 15020
2026-10-30T03:33:58.015951Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T03:33:58.017331Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T03:33:58.018211Z	info	Starting proxy agent
2026-10-30T03:33:58.018246Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T03:33:58.035806Z	info	sds	Starting SDS grpc server
2026-10-30T03:33:58.035834Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T03:33:58.084626Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T03:33:58.205656Z	info	cache	generated new workload certificate	resourceName=default latency=189.390701ms ttl=23h59m59.794348714s
2026-10-30T03:33:58.205699Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T03:33:58.205741Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.794259613s
2026-10-30T03:33:58.215005Z	info	ads	ADS: new connection for node:1
2026-10-30T03:33:58.215093Z	info	cache	returned workload certificate from cache	ttl=23h59m59.784909444s
2026-10-30T03:33:58.215884Z	info	ads	ADS: new connection for node:2
2026-10-30T03:33:58.216027Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.783974598s
2026-10-30T03:33:58.299630Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T03:34:06.584621Z	info	Readiness succeeded in 8.576652665s
2026-10-30T03:34:06.584959Z	info	Envoy proxy is ready
2026-10-30T03:34:07.126652Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:34:07.126691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:34:07.126704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T03:34:07.126709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T03:34:07.104Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 22 - "52.71.36.72,10.132.0.20" "curl/7.76.1" "368f461b-32dc-4d31-9dec-c2d8caa845be" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:60808 10.134.0.33:443 10.132.0.20:55216 - odh-ai-gateway-infra.maas-api-route.4
2026-10-30T03:34:07.229955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:34:07.229992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:34:07.230008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:34:07.230013Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T03:34:07.158Z] "GET /v1/subscriptions HTTP/1.1" 200 - via_upstream - "-" 0 488 71 - "52.71.36.72,10.132.0.20" "curl/7.76.1" "c95043d5-796a-448e-a190-7c5d92a925e2" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:60808 10.134.0.33:443 10.132.0.20:55218 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:40:31.261189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T03:40:51.733138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T03:42:42.322830Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T03:43:44.598007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T03:44:59.060882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:44:59.060919Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:44:59.060935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T03:44:59.060940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T03:44:58.974Z] "DELETE /v1/api-keys/ae780d72-ccbe-43bb-a7b6-73d6aadb9e6a HTTP/1.1" 200 - via_upstream - "-" 0 321 86 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "372cae18-cd13-440a-9601-a76890991a4e" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:49994 10.134.0.33:443 10.132.0.20:37868 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:45:02.381885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:02.381921Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:02.381935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:02.381940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T03:45:02.304Z] "DELETE /v1/api-keys/f3984557-7ccf-4542-814e-6b136f34976f HTTP/1.1" 200 - via_upstream - "-" 0 321 77 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "a1985eef-7b6e-4cfc-a4a4-12b76722501f" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:50008 10.134.0.33:443 10.132.0.20:37896 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:45:03.212469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:45:03.212516Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:45:03.212537Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T03:45:03.212545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T03:45:03.117Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 95 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "5e7dae45-6fb0-4642-ad07-0635ee237cd8" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:49994 10.134.0.33:443 10.132.0.20:37912 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:45:09.354656Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:45:09.354678Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:45:09.354681Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:45:09.354685Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T03:45:09.321Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 32 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "b4e7a6f4-83ff-4aa6-a0d0-0eaf78222a06" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.20:55218 - v1-completions-path
2026-10-30T03:45:11.607960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:11.608000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:11.608020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T03:45:11.608026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T03:45:11.453Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 317 154 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "d6a3128a-faad-4ea2-895e-264f1fafd5d4" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:50008 10.134.0.33:443 10.132.0.20:55228 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:45:17.048000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:17.048034Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:45:17.048049Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T03:45:17.048053Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T03:45:16.962Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 85 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "38f8eb7f-0606-4489-84fb-2b570ac6d532" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:50008 10.134.0.33:443 10.132.0.20:55250 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T03:45:17.190Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 93 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "b32bde7b-5083-47b2-8e99-c62d606c1db7" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.56:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:50772 10.134.0.33:443 10.132.0.20:55258 - v1-completions-path
2026-10-30T04:02:06.654657Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T04:02:38.027135Z	info	ads	ADS: new connection for node:3
2026-10-30T04:02:38.040685Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T04:02:38.040812Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T04:07:26.298829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:07:45.454399Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:00.514622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:11.297617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:16.117599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:18.056921Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:21.405075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:21.554417Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:08:56.656381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:12:13.164102Z	info	ads	ADS: new connection for node:4
2026-10-30T04:12:13.164334Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:12:13.164392Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:14:04.821272Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-30T04:14:28.596102Z	info	ads	ADS: "" 3 terminated
2026-10-30T04:19:25.993558Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:21:20.187315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:22:53.688622Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-10-30T04:24:02.487663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:25:41.068287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:32:22.339820Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-10-30T04:33:31.624144Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=4
2026-10-30T04:34:38.849028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:35:03.502798Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:35:35.840403Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:35:53.291661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:35:55.742310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:36:04.055083Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T04:36:03.981Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 73 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "fe9e971b-a9db-491e-aa4b-438f10c2818f" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.30:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:33620 10.134.0.33:443 10.132.0.20:52296 - v1-catch-all-model-routing
2026-10-30T04:36:06.695117Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T04:36:12.840Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 59 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "189d7d89-6772-4a30-92a0-11f48fdf6841" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.20:43602 - v1-catch-all-path
2026-10-30T04:36:24.755228Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:36:27.009250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:36:41.754760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:36:52.539951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:36:54.543355Z	info	ads	ADS: new connection for node:5
2026-10-30T04:36:54.543706Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:36:54.543808Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:36:56.234474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:37:36.554942Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:38:00.712403Z	info	ads	ADS: "" 5 terminated
2026-10-30T04:38:00.759203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:38:02.227032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:38:04.349125Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:38:09.474613Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:39:41.453144Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T04:39:41.453232Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:39:41.453264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:39:41.453289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:39:41.453301Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:39:41.371Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 82 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "dffb795c-fb80-47a4-959a-e9242966ee52" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:43016 10.134.0.33:443 10.132.0.20:36076 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:39:45.888173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:02.980772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:23.817467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:35.824074Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:39.471153Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:49.697405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:40:54.094425Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:41:12.278870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:41:12.753991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:41:12.754025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:41:12.754040Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:41:12.754045Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:41:12.677Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 76 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "96ba87d5-da0b-4849-b6ff-ed8b8df9e31e" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:37724 10.134.0.33:443 10.132.0.20:43440 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:41:56.229201Z	info	ads	ADS: new connection for node:6
2026-10-30T04:41:56.234283Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T04:41:57.366678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:41:58.871293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:41:59.710530Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"1067","StreamId":"15709124875945605108"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=24
[2026-10-30T04:41:59.694Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 16 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "3247c1a3-ff7d-4b3c-afa2-a388fb5a53e5" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.134.0.33:443 10.132.0.20:34884 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-10-30T04:42:18.781093Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:42:18.781123Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:42:18.781134Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:42:18.781139Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:42:18.781277Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T04:42:18.671Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1721 109 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "7c6703d1-8032-491d-a64b-8e102f746a3a" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.33:58130 10.134.0.33:443 10.132.0.20:44952 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T04:42:57.230832Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-30T04:42:57.231337Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:42:57.231359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:42:57.231368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T04:42:57.231373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:42:57.231513Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-30T04:42:57.124Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1730 106 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "588ae65f-0f00-4080-9c40-a40b0b16a195" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.33:51424 10.134.0.33:443 10.132.0.20:52028 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T04:43:29.606035Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:43:29.716250Z	info	ads	ADS: "" 6 terminated
2026-10-30T04:43:31.036825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:43:36.611377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:43:55.544117Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:44:00.091732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T04:44:03.370Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 82 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "a2c94096-7540-4177-b217-3a17190c47b7" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.20:46938 - v1-completions-path
2026-10-30T04:44:15.457888Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:44:17.781934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:44:20.756797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:44:30.903007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:44:54.413470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:45:04.680610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:45:09.143075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T04:45:13.482Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 83 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "c596c8a1-3baa-4a82-9fd5-fab5ad7a1b1d" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56498 10.134.0.33:443 10.132.0.20:57314 - v1-completions-path
[2026-10-30T04:45:13.757Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 87 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "233704c7-bc07-49ac-9924-2b08f740452a" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56510 10.134.0.33:443 10.132.0.20:57328 - v1-completions-path
2026-10-30T04:45:26.371970Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:45:28.682742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:45:35.743010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:45:35.743049Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:45:35.743065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:45:35.743070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:45:35.669Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 73 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "67805879-81fd-4171-b947-46c1e9cc2214" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:42600 10.134.0.33:443 10.132.0.20:33078 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:45:47.795543Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:45:52.192223Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:07.704322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:10.013268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:27.647617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:38.333237Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:41.175042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:46:47.647357Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:46:47.647394Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:46:47.647408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:46:47.647413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T04:46:47.575Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 71 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "f2bbf816-f13a-458c-be28-ea35d01cc6ed" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:56306 10.134.0.33:443 10.132.0.20:44692 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:47:00.405165Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:47:03.288916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:47:15.578315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:47:33.374150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:47:43.693094Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:03.036051Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:48:06.379393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:49:35.325454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:49:35.325491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:49:35.325506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:49:35.325511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:49:35.239Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 86 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "b05ea318-bbba-4695-aa7b-91a700b4f549" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.134.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:35022 10.134.0.33:443 10.132.0.20:58104 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:49:48.036263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:49:51.433335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:51:21.480379Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:51:35.950186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:51:38.325085Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:51:56.892491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:52:08.458843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:52:12.190976Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:52:14.949371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:52:14.949404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:52:14.949419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:52:14.949424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T04:52:14.868Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 80 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "e948adfa-b5d1-4643-a442-4a582f52198d" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.1.69:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:46526 10.134.0.33:443 10.132.0.20:52118 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T04:52:15.462Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 59 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "c734f7f5-1024-40a4-9802-1aa09d3a01de" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56498 10.134.0.33:443 10.132.0.20:52124 - v1-completions-path
2026-10-30T04:52:27.382002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:52:37.987802Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:52:40.526266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:00.710447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:05.268761Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:08.206076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:14.346363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:53:14.346399Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:53:14.346413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:53:14.346418Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T04:53:14.268Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 309 77 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "bc650921-03c4-4bd4-b89a-8886390cc3a2" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.1.69:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:35594 10.134.0.33:443 10.132.0.20:49682 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T04:53:14.558Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "4841aa3b-a1a5-4585-a54f-31aa9a0b78c2" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56498 10.134.0.33:443 10.132.0.20:49696 - v1-completions-path
[2026-10-30T04:53:18.165Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 58 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "79575834-3c90-4cba-ac2a-2d885f98f51f" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56498 10.134.0.33:443 10.132.0.20:36268 - v1-completions-path
2026-10-30T04:53:31.078661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:41.474059Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:45.962013Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:48.988250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:53:53.999728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T04:53:58.669Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 64 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "0f82b0c6-021b-48a8-96ab-97d985ebb22c" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:56510 10.134.0.33:443 10.132.0.20:38466 - v1-completions-path
2026-10-30T04:54:12.272375Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:54:22.485308Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:54:24.809613Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:54:34.261359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:54:39.053398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:54:55.530529Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:55:15.321075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:55:26.552243Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:55:46.185514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:55:56.656043Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:56:06.839068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:56:18.131283Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:56:28.433649Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:56:38.778193Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:56:49.138328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T04:57:00.485324Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:57:00.485348Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:57:00.485351Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:57:00.485355Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T04:57:00.460Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 24 - "52.71.36.72,10.132.0.20" "python-requests/2.34.2" "c4d04d2a-94f8-42ed-8c7f-c15d3a49cccd" "maas.apps.d36a3d177388305ff350.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.20:43120 - v1-completions-path