2026-10-31T05:19:20.753755Z	info	FLAG: --concurrency="0"
2026-10-31T05:19:20.753782Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T05:19:20.753788Z	info	FLAG: --help="false"
2026-10-31T05:19:20.753792Z	info	FLAG: --log_as_json="false"
2026-10-31T05:19:20.753796Z	info	FLAG: --log_caller=""
2026-10-31T05:19:20.753799Z	info	FLAG: --log_output_level="default:info"
2026-10-31T05:19:20.753803Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T05:19:20.753810Z	info	FLAG: --log_target="[stdout]"
2026-10-31T05:19:20.753814Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T05:19:20.753817Z	info	FLAG: --outlierLogPath=""
2026-10-31T05:19:20.753821Z	info	FLAG: --profiling="true"
2026-10-31T05:19:20.753824Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T05:19:20.753828Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T05:19:20.753831Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T05:19:20.753834Z	info	FLAG: --stsPort="0"
2026-10-31T05:19:20.753837Z	info	FLAG: --templateFile=""
2026-10-31T05:19:20.753840Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T05:19:20.753845Z	info	FLAG: --vklog="0"
2026-10-31T05:19:20.753849Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T05:19:20.754065Z	info	Proxy role	ips=[10.132.1.219] type=router id=maas-default-gateway-openshift-default-77bfb58f8c-shld4.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T05:19:20.754126Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T05:19:20.756217Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T05:19:20.757100Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T05:19:20.757178Z	info	JWT policy is third-party-jwt
2026-10-31T05:19:20.757204Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T05:19:20.759037Z	info	Starting default Istio SDS Server
2026-10-31T05:19:20.759120Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T05:19:20.759158Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T05:19:20.759650Z	info	Opening status port 15020
2026-10-31T05:19:20.760970Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T05:19:20.761640Z	info	sds	Starting SDS grpc server
2026-10-31T05:19:20.761690Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T05:19:20.762444Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T05:19:20.763305Z	info	Starting proxy agent
2026-10-31T05:19:20.763448Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T05:19:20.863884Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T05:19:20.886778Z	info	cache	generated new workload certificate	resourceName=default latency=124.988948ms ttl=23h59m59.113226404s
2026-10-31T05:19:20.886821Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T05:19:20.886861Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.113139633s
2026-10-31T05:19:21.016211Z	info	ads	ADS: new connection for node:1
2026-10-31T05:19:21.016307Z	info	cache	returned workload certificate from cache	ttl=23h59m58.983697311s
2026-10-31T05:19:21.016985Z	info	ads	ADS: new connection for node:2
2026-10-31T05:19:21.017082Z	info	cache	returned workload trust anchor from cache	ttl=23h59m58.982919756s
2026-10-31T05:19:21.144478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:19:30.484369Z	info	Readiness succeeded in 9.733809695s
2026-10-31T05:19:30.484827Z	info	Envoy proxy is ready
2026-10-31T05:19:50.229377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:06.489793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:09.978223Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:13.238681Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-31T05:20:13.135Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 102 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "d0c2f84c-1d85-4ba7-b29e-8968805f5952" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:60348 10.132.1.219:443 10.132.0.18:55808 - v1-catch-all-model-routing
2026-10-31T05:20:16.151128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:24.162619Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:33.696053Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:48.881712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:20:59.830184Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:21:02.219048Z	info	ads	ADS: new connection for node:3
2026-10-31T05:21:02.219281Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T05:21:02.219322Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T05:21:03.985298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:21:44.319021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:22:04.159732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:22:05.150543Z	info	ads	ADS: "" 3 terminated
2026-10-31T05:22:07.547704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:22:11.489666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:22:16.317466Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:24:35.001577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:24:50.685162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:05.265869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:25:05.265912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:25:05.265935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:25:05.265943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T05:25:05.209Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 56 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "5aef7603-b06a-4d9b-bd8b-7242c05622f0" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.219:51132 10.132.1.219:443 10.132.0.18:46182 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T05:25:07.322519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:19.339987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:24.661226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:28.463708Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:38.798562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:43.416627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:25:46.912391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:25:46.912511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:25:46.912564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T05:25:46.912594Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-31T05:25:46.427Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 85 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "710b72bb-819e-4934-882b-058f8822669b" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:37930 10.132.1.219:443 10.132.0.18:48742 - v1-completions-path
[2026-10-31T05:25:46.640Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "c687ccd9-ca7c-4403-85c7-301af7f91267" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.219:443 10.132.0.18:48748 - v1-completions-path
[2026-10-31T05:25:46.800Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 111 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "4b13093d-d623-4d30-b8ea-7ad763ec164e" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.219:51132 10.132.1.219:443 10.132.0.18:48750 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T05:25:58.896091Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:26:46.018772Z	info	ads	ADS: new connection for node:4
2026-10-31T05:26:46.023536Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-31T05:26:46.023618Z	info	cache	read certificate from file	resource=file-root:system
2026-10-31T05:26:47.063891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:26:48.757305Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:27:27.409437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-31T05:27:27.512163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:27:27.512204Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:27:27.512216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T05:27:27.512221Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T05:27:27.512437Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T05:27:27.398Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1714 114 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "647d8ba9-c768-49ea-b885-62a3fd071165" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.219:45704 10.132.1.219:443 10.132.0.18:41588 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T05:27:38.207319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:27:38.207379Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:27:38.207392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-31T05:27:38.207397Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:27:38.207654Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-10-31T05:27:38.082Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 125 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "c7b6f1c4-9755-40f9-b0fa-1f4d1438cef6" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.219:43942 10.132.1.219:443 10.132.0.18:49652 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T05:28:16.020883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:28:16.141723Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-31T05:28:17.780818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:28:25.026505Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T05:28:29.091Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 72 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "3f22b626-7e1f-42a4-8131-8c017b77c50e" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:37930 10.132.1.219:443 10.132.0.18:50316 - v1-completions-path
2026-10-31T05:28:41.351239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:28:46.138562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T05:28:49.246Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 81 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "3bce32be-707d-42e5-b8f0-ac28bc0c0eed" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:41224 10.132.1.219:443 10.132.0.18:59420 - v1-completions-path
2026-10-31T05:29:01.696460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:29:17.428982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T05:29:23.978Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "3a2a5ebc-e6ae-4e6c-9365-dcba26c9a1b8" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:41224 10.132.1.219:443 10.132.0.18:52002 - v1-completions-path
2026-10-31T05:29:41.049708Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:29:51.559732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:29:55.501861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:00.698377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-10-31T05:30:00.642Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "4a999423-d6dd-4793-8bbb-1dcf9d5b82fa" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:41224 10.132.1.219:443 10.132.0.18:42838 - v1-completions-path
2026-10-31T05:30:13.300057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:15.737847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:23.591683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:35.380247Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:40.211908Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:48.787660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:30:54.569911Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:31:12.370398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:31:15.751057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:31:39.540342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:31:57.506206Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:32:07.864394Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:36:14.603428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:36:30.333085Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:36:32.619583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:36:39.935668Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:36:59.513060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:02.885364Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T05:37:06.413Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 71 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "27480809-b852-4589-a570-7c72812b5311" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:37930 10.132.1.219:443 10.132.0.18:50700 - v1-completions-path
2026-10-31T05:37:18.728905Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:29.029396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:34.019327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:38.934319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:37:38.934412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:37:38.934435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T05:37:38.934442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-10-31T05:37:38.848Z] "DELETE /v1/api-keys/f415d9ee-1171-4ad0-9d34-37e7d58c81bd HTTP/1.1" 200 - via_upstream - "-" 0 365 85 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "0ae7099a-4261-4f18-aa8d-10bd6829fdbc" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.134.0.192:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.219:53050 10.132.1.219:443 10.132.0.18:51070 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T05:37:50.973534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:55.397450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:37:59.288780Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T05:38:07.991Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 63 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "f010e3f1-7994-4bd6-afb3-3e38b5791f8b" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:41224 10.132.1.219:443 10.132.0.18:40012 - v1-completions-path
[2026-10-31T05:38:08.366Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "e663913a-34f9-41ee-8abd-e149aea7285e" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:41224 10.132.1.219:443 10.132.0.18:40030 - v1-completions-path
[2026-10-31T05:38:08.550Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 59 - "52.71.36.72,10.132.0.18" "python-requests/2.34.2" "d6c54856-f9d1-4983-bb74-c91ec8a430b2" "maas.apps.395278aa9995a3d74ddf.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.219:37930 10.132.1.219:443 10.132.0.18:40040 - v1-completions-path
2026-10-31T05:38:21.899363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:38:32.411585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:38:36.945740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:38:40.864233Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:38:45.908569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:04.368755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:14.609040Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:16.854913Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:26.586325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:30.425230Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:47.805447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:39:50.044517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:40:08.549554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:40:18.952890Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:40:29.310967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:40:39.616895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:40:49.939373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:41:00.365884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:41:10.753738Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:41:21.137068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:41:31.410192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T05:41:41.697386Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8