2026-11-03T19:37:26.320082Z	info	FLAG: --concurrency="0"
2026-11-03T19:37:26.320096Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T19:37:26.320100Z	info	FLAG: --help="false"
2026-11-03T19:37:26.320103Z	info	FLAG: --log_as_json="false"
2026-11-03T19:37:26.320105Z	info	FLAG: --log_caller=""
2026-11-03T19:37:26.320107Z	info	FLAG: --log_output_level="default:info"
2026-11-03T19:37:26.320109Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T19:37:26.320113Z	info	FLAG: --log_target="[stdout]"
2026-11-03T19:37:26.320116Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T19:37:26.320118Z	info	FLAG: --outlierLogPath=""
2026-11-03T19:37:26.320120Z	info	FLAG: --profiling="true"
2026-11-03T19:37:26.320122Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T19:37:26.320124Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T19:37:26.320126Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T19:37:26.320128Z	info	FLAG: --stsPort="0"
2026-11-03T19:37:26.320130Z	info	FLAG: --templateFile=""
2026-11-03T19:37:26.320132Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T19:37:26.320139Z	info	FLAG: --vklog="0"
2026-11-03T19:37:26.320142Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T19:37:26.320273Z	info	Proxy role	ips=[10.134.0.49] type=router id=maas-default-gateway-openshift-default-66db998887-fw2bg.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T19:37:26.320319Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T19:37:26.321324Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T19:37:26.321505Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T19:37:26.321516Z	info	JWT policy is third-party-jwt
2026-11-03T19:37:26.321519Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T19:37:26.322888Z	info	Starting default Istio SDS Server
2026-11-03T19:37:26.322910Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T19:37:26.322926Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T19:37:26.323167Z	info	Opening status port 15020
2026-11-03T19:37:26.324902Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T19:37:26.325265Z	info	sds	Starting SDS grpc server
2026-11-03T19:37:26.325311Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T19:37:26.326333Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T19:37:26.327245Z	info	Starting proxy agent
2026-11-03T19:37:26.327276Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T19:37:26.399741Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T19:37:26.438073Z	info	cache	generated new workload certificate	resourceName=default latency=112.529352ms ttl=23h59m59.561931309s
2026-11-03T19:37:26.438123Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T19:37:26.438153Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.561847432s
2026-11-03T19:37:26.500405Z	info	ads	ADS: new connection for node:1
2026-11-03T19:37:26.500468Z	info	cache	returned workload certificate from cache	ttl=23h59m59.499533583s
2026-11-03T19:37:26.500865Z	info	ads	ADS: new connection for node:2
2026-11-03T19:37:26.500949Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.499052154s
2026-11-03T19:37:26.587915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:37:34.528146Z	info	Readiness succeeded in 8.211399899s
2026-11-03T19:37:34.528559Z	info	Envoy proxy is ready
2026-11-03T19:37:39.549953Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:37:39.550011Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:37:39.550026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:37:39.550030Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T19:37:39.528Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 21 - "52.71.36.72,10.132.0.12" "curl/7.76.1" "460bad27-5df9-4988-9c7b-a8f00821b37b" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:55080 10.134.0.49:443 10.132.0.12:52692 - odh-ai-gateway-infra.maas-api-route.4
2026-11-03T19:39:50.860142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:39:50.860186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:39:50.860206Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:39:50.860213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:39:51.260533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:51.260571Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:51.260590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T19:39:51.260595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:51.354859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:51.354899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:51.354917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T19:39:51.354924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T19:39:50.703Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 157 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "9b978c60-e397-4106-bdf3-0915cc12a94d" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:45578 10.134.0.49:443 10.132.0.12:48246 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:39:51.171Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 89 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "333b84b5-fcee-4bc1-8dae-7389e41d1ea5" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:45592 10.134.0.49:443 10.132.0.12:48260 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:39:51.288Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 66 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "6153c54e-b359-47c9-99c7-8a5fff150e8f" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:45592 10.134.0.49:443 10.132.0.12:48268 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:39:52.358359Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:52.358403Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:52.358422Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:52.358429Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T19:39:51.986Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 50 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "4178567b-2466-4568-98d0-cd8a96706a27" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.49:443 10.132.0.12:48276 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:39:52.270Z] "DELETE /v1/api-keys/89118341-b8f7-4810-80a2-a0a7bb775a2f HTTP/1.1" 200 - via_upstream - "-" 0 321 88 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "0784bc41-bf8c-4ce3-82f6-c237102a3a48" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:45592 10.134.0.49:443 10.132.0.12:48280 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:39:53.482055Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:39:53.482084Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:39:53.482088Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:39:53.482093Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T19:39:53.388Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 77 93 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "70d2bec3-e99f-49e6-964d-e6003495ac91" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.49:443 10.132.0.12:48304 - v1-completions-path
2026-11-03T19:39:53.811353Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:53.811398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:39:53.811417Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T19:39:53.811423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T19:39:53.710Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 101 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "97b6aa92-87a6-4f6d-99a3-146a23dded3d" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:45592 10.134.0.49:443 10.132.0.12:48310 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:39:58.722Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 632 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "0ad429f7-c046-4f09-ba5b-492cb10b7b59" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.49:443 10.132.0.12:53602 - v1-completions-path
2026-11-03T19:40:03.210758Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-03T19:40:03.133Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 101 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "0d024141-19d4-462e-8f45-d88968a6a6ac" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:57412 10.134.0.49:443 10.132.0.12:53616 - v1-completions-path
2026-11-03T19:40:12.970662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:40:29.117300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:43:08.538395Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: gRPC status code is not OK	thread=25
[2026-11-03T19:43:06.535Z] "GET /maas-api/v1/models HTTP/1.1" 500 -  - "-" 0 23 2005 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "ace11318-1a42-460b-9065-56e1bdb00961" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.49:443 10.132.0.12:42534 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:44:11.991277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:44:49.603402Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:45:56.072686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:46:25.055761Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:46:59.052439Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:48:17.160271Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:50:52.586170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:51:38.576793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:53:59.551810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:54:21.317389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:08.962229Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:27.258291Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:29.008118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T19:55:34.293Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "627764c6-970d-4457-aef9-08c8bdedcf96" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.49:443 10.132.0.12:50782 - v1-completions-path
2026-11-03T19:55:46.178313Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:48.173551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:51.344912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:55:59.144399Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T19:56:06.544Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 73 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "be46f068-30cd-4ca9-a688-16248a41cf90" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:34432 10.134.0.49:443 10.132.0.12:58716 - v1-completions-path
[2026-11-03T19:56:06.674Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 64 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "828de471-ff39-4026-979c-0483dd8c4c18" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:34432 10.134.0.49:443 10.132.0.12:58724 - v1-completions-path
[2026-11-03T19:56:07.865Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 58 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "83a83ea2-cfc8-4af0-8797-9bbfefa04491" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:34444 10.134.0.49:443 10.132.0.12:59198 - v1-completions-path
2026-11-03T19:56:24.092629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:56:34.211182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:56:35.996212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T19:56:43.504Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 57 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "650f1334-0273-4d46-9a56-67fd9d3cbbe0" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:34444 10.134.0.49:443 10.132.0.12:59022 - v1-completions-path
2026-11-03T19:56:55.310110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:56:57.000104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:57:01.673886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-03T19:57:01.607Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 74 297 83 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "a994caa4-7e23-43e3-9a54-3579acfb5dd5" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:35646 10.134.0.49:443 10.132.0.12:35794 - v1-completions-path
2026-11-03T19:57:13.043439Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-03T19:57:13.255590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T19:57:12.961Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 84 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "0ec7adb9-165a-4b37-90d1-25248c1677f1" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:57412 10.134.0.49:443 10.132.0.12:54246 - v1-completions-path
2026-11-03T19:57:15.036169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:57:31.853081Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:57:33.599724Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T19:57:48.705Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 288 71 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "b4f662f5-a141-4e8c-a545-7d430ac84cd4" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:57412 10.134.0.49:443 10.132.0.12:53574 - v1-completions-path
2026-11-03T19:57:49.673131Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:58:00.302560Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:58:03.382392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:58:24.454829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:58:24.454872Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:58:24.454887Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:58:24.454892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T19:58:24.391Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 332 63 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "a349823d-51df-404f-9bf2-baa929e1d7fe" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:49596 10.134.0.49:443 10.132.0.12:51292 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:58:28.759642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:58:47.109409Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:58:57.311073Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:59:01.874955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:59:01.875018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:59:01.875033Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:59:01.875038Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T19:59:01.810Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 64 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "20d54842-e38d-4570-ac1b-8368f20e77ab" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:53224 10.134.0.49:443 10.132.0.12:57956 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:00:38.392420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:00:38.392455Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:00:38.392473Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T20:00:38.392478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T20:00:38.315Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 76 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "5ff323ed-b65a-4348-b410-a3df8cde0ec0" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:60978 10.134.0.49:443 10.132.0.12:47914 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:02:15.957159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:02:31.425295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:02:33.321212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:02:50.548899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:04:14.265280Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:04:14.265312Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:04:14.265328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T20:04:14.265333Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T20:04:14.201Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 64 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "94927faa-6fb0-4c31-8f4d-3230c0552651" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:35458 10.134.0.49:443 10.132.0.12:59568 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:04:19.415474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:04:34.875290Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:04:50.741264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:05:02.405178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:05:06.587150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:05:14.790131Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:05:17.485949Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T20:05:23.427Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 54 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "06288b8f-540a-4d7a-af57-66342b87610a" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.49:443 10.132.0.12:45162 - v1-completions-path
2026-11-03T20:05:35.247289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:07:19.755114Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T20:08:18.838319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:08:27.304644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:08:30.410106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:08:30.410155Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:08:30.410181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:08:30.410189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T20:08:31.013486Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T20:08:30.258Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 318 151 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "3f296da8-cf52-44bd-bb53-37cc7a058c55" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.133.0.127:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.49:33006 10.134.0.49:443 10.132.0.12:35482 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T20:08:30.938Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 75 - "52.71.36.72,10.132.0.12" "python-requests/2.34.2" "d9a718e3-3c7f-4ae1-badb-ab1f4ffad42c" "maas.apps.9321a750a8b0878027a2.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.49:34710 10.134.0.49:443 10.132.0.12:35494 - v1-catch-all-path
2026-11-03T20:08:42.808467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:08:44.442195Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:08:59.170839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:09:10.065253Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8