2026-11-03T00:50:09.472868Z	info	FLAG: --concurrency="0"
2026-11-03T00:50:09.472887Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T00:50:09.472891Z	info	FLAG: --help="false"
2026-11-03T00:50:09.472893Z	info	FLAG: --log_as_json="false"
2026-11-03T00:50:09.472895Z	info	FLAG: --log_caller=""
2026-11-03T00:50:09.472897Z	info	FLAG: --log_output_level="default:info"
2026-11-03T00:50:09.472899Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T00:50:09.472903Z	info	FLAG: --log_target="[stdout]"
2026-11-03T00:50:09.472924Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T00:50:09.472928Z	info	FLAG: --outlierLogPath=""
2026-11-03T00:50:09.472931Z	info	FLAG: --profiling="true"
2026-11-03T00:50:09.472934Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T00:50:09.472937Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T00:50:09.472939Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T00:50:09.472943Z	info	FLAG: --stsPort="0"
2026-11-03T00:50:09.472946Z	info	FLAG: --templateFile=""
2026-11-03T00:50:09.472948Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T00:50:09.472952Z	info	FLAG: --vklog="0"
2026-11-03T00:50:09.472956Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T00:50:09.473099Z	info	Proxy role	ips=[10.132.1.8] type=router id=maas-default-gateway-openshift-default-6cc458d887-hn6jd.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T00:50:09.473149Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T00:50:09.474148Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T00:50:09.474370Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T00:50:09.474381Z	info	JWT policy is third-party-jwt
2026-11-03T00:50:09.474384Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T00:50:09.476124Z	info	Starting default Istio SDS Server
2026-11-03T00:50:09.476151Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T00:50:09.476168Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T00:50:09.476639Z	info	Opening status port 15020
2026-11-03T00:50:09.477163Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T00:50:09.478253Z	info	sds	Starting SDS grpc server
2026-11-03T00:50:09.478269Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T00:50:09.478740Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T00:50:09.479626Z	info	Starting proxy agent
2026-11-03T00:50:09.479655Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T00:50:09.560779Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T00:50:09.587560Z	info	cache	generated new workload certificate	resourceName=default latency=109.110745ms ttl=23h59m59.4124435s
2026-11-03T00:50:09.587594Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T00:50:09.587634Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.412367894s
2026-11-03T00:50:10.081792Z	info	ads	ADS: new connection for node:1
2026-11-03T00:50:10.085566Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T00:50:10.085609Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T00:50:10.115861Z	info	ads	ADS: new connection for node:2
2026-11-03T00:50:10.115947Z	info	cache	returned workload certificate from cache	ttl=23h59m58.88405477s
2026-11-03T00:50:10.116418Z	info	ads	ADS: new connection for node:3
2026-11-03T00:50:10.116485Z	info	cache	returned workload trust anchor from cache	ttl=23h59m58.88351589s
2026-11-03T00:50:10.224208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:50:18.790894Z	info	Readiness succeeded in 9.320401903s
2026-11-03T00:50:18.791301Z	info	Envoy proxy is ready
2026-11-03T00:50:27.543677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:51:06.483173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:51:44.770642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:52:04.448525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:52:26.103341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:55:15.968547Z	info	ads	ADS: new connection for node:4
2026-11-03T00:55:15.995561Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T00:55:15.995673Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T00:57:03.628304Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T00:57:27.695221Z	info	ads	ADS: "" 1 terminated with stream closed
2026-11-03T01:02:09.612794Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:03:20.313594Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:06:45.830125Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:07:25.962309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:08:39.134384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:12:42.775132Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T01:18:39.609513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:19:02.724503Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:19:37.168178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:19:52.967068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:19:55.399902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:01.474447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:05.013799Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T01:20:04.927Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 86 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "872b3d50-cccf-425d-80e8-e7f9f8989142" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:57726 10.132.1.8:443 10.132.0.18:33530 - v1-catch-all-path
2026-11-03T01:20:08.435682Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:18.599961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:33.425084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:44.478360Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:20:47.205599Z	info	ads	ADS: new connection for node:5
2026-11-03T01:20:47.205735Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T01:20:50.590326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:21:30.584892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:21:49.813466Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:21:49.846181Z	info	ads	ADS: "" 5 terminated with stream closed
2026-11-03T01:21:52.181960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:21:54.908744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:22:00.092977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:16.703636Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:32.768975Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:49.002414Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:49.023570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:24:49.023628Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:24:49.023657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:24:49.023673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T01:24:48.945Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 77 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "7556973e-b5d8-407e-bf1e-0ebe294fee03" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:43208 10.132.1.8:443 10.132.0.18:55732 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:25:02.947683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:06.756831Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:17.989853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:22.670709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:38.011166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:26:23.355Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 279 88 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "5210c65a-ab09-4765-8545-90212361d372" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:55094 10.132.1.8:443 10.132.0.18:42026 - v1-completions-path
2026-11-03T01:26:24.706431Z	info	ads	ADS: new connection for node:6
2026-11-03T01:26:24.712426Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:26:25.684084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:26:27.249860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:27:00.216940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:27:00.216977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:27:00.216988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:27:00.216992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:27:00.217163Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T01:27:00.104Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 112 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "aff08b62-f20b-4cac-af75-8d27269f5389" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.8:44392 10.132.1.8:443 10.132.0.18:35590 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T01:28:02.804522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:02.910420Z	info	ads	ADS: "" 6 terminated with stream closed
2026-11-03T01:28:03.130261Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:03.130296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:03.130310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:03.130315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:28:03.189488Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:03.189508Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:03.189511Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:03.189515Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-11-03T01:28:03.050Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 79 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "8f84d4dd-3878-465b-81d4-bf064bb825a6" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:44094 10.132.1.8:443 10.132.0.18:40312 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:28:03.157Z] "POST /llm/premium-simulated-simulated-premium/v1/completions HTTP/1.1" 403 -  - "-" 74 77 31 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "b43c0a13-eac5-48a8-a5e6-b89a5d5ac31f" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "-" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.8:443 10.132.0.18:40314 - v1-completions-path
2026-11-03T01:28:04.217228Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:11.001284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:26.745523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:31.201573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:46.263725Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:29:02.092979Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:29:07.546Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 70 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "e4d8d367-c9fd-42ef-b45f-19ee250655d8" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.132.0.57:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:45900 10.132.1.8:443 10.132.0.18:50980 - v1-completions-path
2026-11-03T01:29:24.626830Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:11.551298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:20.835071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:25.930431Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:34.481151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:39.498966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:58.059969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:00.996349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:03.140293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
2026-11-03T01:31:03.148632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:31:03.148665Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:31:03.148680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:31:03.148685Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T01:31:03.071Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 77 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "e9ba8e1b-4aa0-4877-8160-70485c042d4b" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:44498 10.132.1.8:443 10.132.0.18:51978 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:31:15.974599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:31:17.930Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 66 18 58 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "fae7cc44-7562-47a1-963c-ad66df3c915d" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.8:443 10.132.0.18:53696 - v1-completions-path
2026-11-03T01:31:18.894389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:26.848809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:45.020953Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:55.504202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:10.249847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-03T01:32:10.212Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 37 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "da98a159-d1b8-4368-936a-970972ed7e06" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.8:443 10.132.0.18:33748 - v1-completions-path
2026-11-03T01:32:12.402182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:14.968568Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:34:33.495932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:34:36.835723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:02.442324Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:18.077513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:20.431682Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:27.590735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:45.223857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:48.993263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:51.826447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:51.826486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:51.826503Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:51.826508Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:36:51.740Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 86 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "742d6881-95e3-40d7-a67e-d5684b718b34" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.1.79:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:53126 10.132.1.8:443 10.132.0.18:41058 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:37:04.635806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:15.134163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:30.859622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:34.823675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:37:34.823712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:37:34.823727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:37:34.823733Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:37:34.742Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 81 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "03afd7c3-a9bf-45da-9da2-6b854a600925" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.132.1.71:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:47036 10.132.1.8:443 10.132.0.18:55408 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:37:35.016Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 59 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "a3a3bd9c-ae93-4bba-9932-080b928a8b86" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.132.0.57:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:45900 10.132.1.8:443 10.132.0.18:55422 - v1-completions-path
[2026-11-03T01:37:35.745Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 59 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "fc2c644b-63ec-49ff-8265-8a448a07e5fb" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.8:443 10.132.0.18:55426 - v1-completions-path
2026-11-03T01:37:48.040499Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:52.605340Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:55.686373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:01.952127Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:38:01.952162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:38:01.952179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:38:01.952184Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T01:38:01.869Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 83 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "68673c14-8696-41b8-9266-a81045a32c27" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.1.79:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.8:51458 10.132.1.8:443 10.132.0.18:37526 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:38:03.068Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "75b6eb83-eb5a-4961-ba66-067d1f6845e1" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.8:443 10.132.0.18:37528 - v1-completions-path
[2026-11-03T01:38:06.052Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 56 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "185f8f79-7d02-48e2-8fc7-6fdd4eb5a66d" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.132.0.57:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:45900 10.132.1.8:443 10.132.0.18:55130 - v1-completions-path
2026-11-03T01:38:18.893058Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:29.160760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:33.690663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:37.318599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:38.341327Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-03T01:38:42.074711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:38:48.233Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 68 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "3d87f57a-ad2c-4255-9593-cbf54b82a7f0" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.132.0.57:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:59338 10.132.1.8:443 10.132.0.18:34448 - v1-completions-path
2026-11-03T01:39:00.615203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:11.093612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:13.427068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:22.840291Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:26.561497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:44.120906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:46.453070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:04.821809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:15.120523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:25.492345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:35.933592Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:46.289405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:56.590723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:41:06.933412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:41:17.368541Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:41:27.713159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:41:38.161150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:41:47.582Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 292 107 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "e5d34545-e750-4567-ac09-9a17a7036150" "maas.apps.baebe61d4967c433f29f.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.8:43362 10.132.1.8:443 10.132.0.18:45690 - v1-completions-path