2026-10-30T02:49:06.858744Z	info	FLAG: --concurrency="0"
2026-10-30T02:49:06.858762Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T02:49:06.858766Z	info	FLAG: --help="false"
2026-10-30T02:49:06.858768Z	info	FLAG: --log_as_json="false"
2026-10-30T02:49:06.858771Z	info	FLAG: --log_caller=""
2026-10-30T02:49:06.858772Z	info	FLAG: --log_output_level="default:info"
2026-10-30T02:49:06.858775Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T02:49:06.858779Z	info	FLAG: --log_target="[stdout]"
2026-10-30T02:49:06.858781Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T02:49:06.858784Z	info	FLAG: --outlierLogPath=""
2026-10-30T02:49:06.858786Z	info	FLAG: --profiling="true"
2026-10-30T02:49:06.858788Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T02:49:06.858790Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T02:49:06.858792Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T02:49:06.858794Z	info	FLAG: --stsPort="0"
2026-10-30T02:49:06.858796Z	info	FLAG: --templateFile=""
2026-10-30T02:49:06.858798Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T02:49:06.858800Z	info	FLAG: --vklog="0"
2026-10-30T02:49:06.858803Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T02:49:06.858935Z	info	Proxy role	ips=[10.133.1.75] type=router id=maas-default-gateway-openshift-default-75d7c785f-28ssd.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T02:49:06.858985Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T02:49:06.860040Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T02:49:06.860267Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T02:49:06.860279Z	info	JWT policy is third-party-jwt
2026-10-30T02:49:06.860282Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T02:49:06.862456Z	info	Starting default Istio SDS Server
2026-10-30T02:49:06.862532Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T02:49:06.862587Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T02:49:06.863342Z	info	Opening status port 15020
2026-10-30T02:49:06.866678Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T02:49:06.868469Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T02:49:06.869606Z	info	Starting proxy agent
2026-10-30T02:49:06.869645Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T02:49:06.883763Z	info	sds	Starting SDS grpc server
2026-10-30T02:49:06.883867Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T02:49:06.979112Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T02:49:07.127532Z	info	ads	ADS: new connection for node:1
2026-10-30T02:49:07.128233Z	info	ads	ADS: new connection for node:2
2026-10-30T02:49:07.150405Z	info	cache	generated new workload certificate	resourceName=default latency=281.198415ms ttl=23h59m59.849600499s
2026-10-30T02:49:07.150499Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T02:49:07.150560Z	info	cache	returned workload certificate from cache	ttl=23h59m59.849446792s
2026-10-30T02:49:07.150571Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.849429767s
2026-10-30T02:49:07.150716Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.849286784s
2026-10-30T02:49:07.151014Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.848987314s
2026-10-30T02:49:07.255720Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:49:15.424303Z	info	Readiness succeeded in 8.568828286s
2026-10-30T02:49:15.424626Z	info	Envoy proxy is ready
2026-10-30T02:49:38.801129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T02:49:41.551Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 101 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "a9a540a5-6685-4efc-82b2-f83df7cd343a" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.132.0.45:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:51214 10.133.1.75:443 10.132.0.13:40866 - v1-chat-completions-path
2026-10-30T02:49:53.776568Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T02:49:53.776597Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T02:49:53.776600Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T02:49:53.776605Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T02:49:53.702Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 74 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "40396914-65a3-4376-ab82-96ac1d7956a9" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:42252 - v1-catch-all-path
2026-10-30T02:49:54.497099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:49:57.642854Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:00.269677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:50:00.269714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:50:00.269729Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:50:00.269734Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T02:49:58.375Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 1894 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "8a40cd6f-66ad-43a2-944f-dacb326ecbcf" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:46876 10.133.1.75:443 10.132.0.13:42258 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T02:50:03.751766Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:06.606678Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T02:50:06.509Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 97 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "c52496fe-adde-4021-b175-6b002989d664" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:54296 10.133.1.75:443 10.132.0.13:45802 - v1-catch-all-path
2026-10-30T02:50:10.942138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:20.538497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:35.590883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:46.632590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:50:50.228355Z	info	ads	ADS: new connection for node:3
2026-10-30T02:50:50.228566Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T02:50:50.228620Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T02:50:52.701730Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:51:30.797672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:51:31.586782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:51:31.586822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:51:31.586841Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:51:31.586846Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T02:51:31.493Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 93 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "cfbc8190-796e-4832-a719-c14aadeb08ba" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:36906 10.133.1.75:443 10.132.0.13:37208 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T02:51:36.137Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 328 91 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "3730f798-32ed-473b-949c-fb744318ad42" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.132.1.15:8000" outbound|54321||e2e-prio-pool-8b3c5a4d-inference-pool-ip-ce3209d7.llm.svc.cluster.local 10.133.1.75:40544 10.133.1.75:443 10.132.0.13:37224 - v1-model-routing
[2026-10-30T02:51:48.275Z] "POST /v1/chat/completions HTTP/1.1" 403 -  - "-" 131 0 35 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "89771804-ff3f-4b25-8779-6cce48fb6500" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|54321||e2e-prio-pool-8b3c5a4d-inference-pool-ip-ce3209d7.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:59734 - v1-model-routing
2026-10-30T02:51:49.827714Z	info	ads	ADS: "" 3 terminated
2026-10-30T02:51:49.896700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:51:53.211238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:52:01.162939Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:53:23.971479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:53:23.971517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:53:23.971533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:53:23.971538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T02:53:23.890Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 81 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "ac52b93a-c128-465d-8710-7ca0ed7e862e" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:42124 10.133.1.75:443 10.132.0.13:43522 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T02:53:25.394046Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T02:53:25.449735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:53:25.449778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:53:25.449797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:53:25.449803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T02:53:25.387Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 62 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "30e2c401-0776-4d56-8df1-80fc37529e24" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:42130 10.133.1.75:443 10.132.0.13:43526 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T02:53:29.999052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:53:47.019002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:05.897245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:54:05.897287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:54:05.897304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T02:54:05.897309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T02:54:05.841Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 55 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "c13e3f29-72d5-4132-a182-082c46a85ad1" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:42124 10.133.1.75:443 10.132.0.13:39556 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T02:54:07.957005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:19.932064Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:26.775451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:38.723608Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:42.278557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:54:57.601404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:55:42.127776Z	info	ads	ADS: new connection for node:4
2026-10-30T02:55:42.135531Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T02:55:42.135595Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T02:55:43.168544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:55:44.753951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:55:45.622401Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:55:45.622461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:55:45.622491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:55:45.622499Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T02:55:45.502Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 120 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "cd720dea-545b-4be3-85c0-34c55adebec3" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:39866 10.133.1.75:443 10.132.0.13:59612 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T02:56:21.360670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:21.360706Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:21.360717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:56:21.360722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:21.360894Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T02:56:21.250Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1724 110 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "17161faf-dda2-4133-ba05-93d0e58eb353" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:55834 10.133.1.75:443 10.132.0.13:59396 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:56:59.656982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:59.657015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:59.657029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:56:59.657033Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:56:59.657227Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T02:56:59.552Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1714 104 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "75be4b16-c412-4d9e-a2e3-abf75cdaa8e2" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:55834 10.133.1.75:443 10.132.0.13:54264 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:57:01.781262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:01.781298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:01.781314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:01.781319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:57:01.781502Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T02:57:01.684Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 97 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "2a187e06-0d92-4089-9500-936cc0a2f8de" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:55834 10.133.1.75:443 10.132.0.13:54286 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:57:03.906663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:03.906700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:03.906712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:57:03.906717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:03.906902Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T02:57:03.807Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1722 99 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "760b914c-ec13-421e-8842-dc12c4397359" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:55834 10.133.1.75:443 10.132.0.13:54290 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:57:06.031747Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:57:06.031783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:57:06.031791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-30T02:57:06.031802Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T02:57:06.031806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T02:57:06.031988Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-30T02:57:05.926Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1724 105 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "90e0bd88-8bf5-4bd8-bfbb-5bcc380baf40" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:34084 10.133.1.75:443 10.132.0.13:54306 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:57:20.959516Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:20.959552Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:20.959564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:57:20.959568Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T02:57:20.959731Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T02:57:20.863Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1721 96 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "90619275-852c-40fb-9698-65d5cfd4fdc2" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.75:55834 10.133.1.75:443 10.132.0.13:44562 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T02:57:34.394665Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:57:34.484532Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-30T02:57:35.920184Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:57:42.825656Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T02:57:46.337Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 75 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "ea54cec5-018a-4275-af58-9932cff759b2" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:45202 - v1-completions-path
2026-10-30T02:57:58.629874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:58:03.188262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T02:58:06.281Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "7faa8486-3f7b-45cf-bcb3-0be043dfa785" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:49162 - v1-completions-path
2026-10-30T02:58:18.500065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:58:34.087415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T02:58:39.380Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 67 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "8f624caf-5d63-442c-9fe9-42756a3320f6" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:50850 10.133.1.75:443 10.132.0.13:39656 - v1-completions-path
[2026-10-30T02:58:39.844Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 58 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "ad8c893c-563c-43cc-8c89-8d3228333bab" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:50850 10.133.1.75:443 10.132.0.13:39668 - v1-completions-path
[2026-10-30T02:58:40.724Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "87481709-7f68-414d-92b2-4e6918e00b35" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:39674 - v1-completions-path
2026-10-30T02:58:57.515180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:07.893176Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:12.523468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:16.130982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:59:16.131022Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:59:16.131039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T02:59:16.131044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T02:59:16.045Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 317 85 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "348500da-7558-4b2a-a0ba-b1267289202d" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:41398 10.133.1.75:443 10.132.0.13:36640 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T02:59:17.338Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 58 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "466a26f8-bf52-421d-877c-4cb52b137cad" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:50850 10.133.1.75:443 10.132.0.13:36666 - v1-completions-path
[2026-10-30T02:59:17.576Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 58 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "a5fcf597-e311-477c-bb13-ccab22bd105c" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:50850 10.133.1.75:443 10.132.0.13:36676 - v1-completions-path
2026-10-30T02:59:29.541500Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:31.897744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:38.908984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:51.223745Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T02:59:56.479821Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:04.767298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:10.003062Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:29.231389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:32.706585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:48.444395Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:51.322748Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:00:59.353290Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T03:01:05.056Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 64 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "0ef98234-11cc-4bd9-b86f-9c6ada935dab" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:37030 - v1-completions-path
2026-10-30T03:01:17.294559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:01:27.559594Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:01:43.636018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:01:46.449483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:03:21.533793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:03:25.030687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:04:29.474764Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:04:29.474790Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:04:29.474794Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:04:29.474798Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T03:04:29.431Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 43 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "4e80b870-9d5d-4d8d-bed0-04f50cc7ad0d" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:57690 - v1-completions-path
2026-10-30T03:04:50.441262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:05:05.794462Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:05:08.356790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:05:08.923195Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:05:08.923227Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:05:08.923232Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T03:05:08.923237Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T03:05:08.879Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 123 43 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "2b0c5e77-53b9-46cf-a879-de54e9191ff9" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:49308 - v1-completions-path
2026-10-30T03:05:15.824231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:05:32.753885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:05:35.807005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T03:05:36.150Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 100 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "2a4a4267-5c5f-431a-8f58-9b2ba6b28535" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:53204 - v1-completions-path
2026-10-30T03:05:39.295294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:05:39.295335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:05:39.295352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T03:05:39.295357Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T03:05:38.966Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "c9393ac9-71c7-4f2e-9b00-908c5c089c22" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:53208 - v1-completions-path
[2026-10-30T03:05:39.221Z] "DELETE /v1/api-keys/0a26eb89-1a1f-4383-8dce-a367c7d35516 HTTP/1.1" 200 - via_upstream - "-" 0 369 73 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "82d70f87-722f-4daf-b2c8-8f3752e7644f" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.132.1.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:48308 10.133.1.75:443 10.132.0.13:53220 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:05:51.586266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:06:02.082822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:06:07.000263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:06:24.160519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:06:28.990966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:06:32.634632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T03:06:41.172Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 65 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "d3e9c8be-1435-4ac6-8737-9c33f9702c6f" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:50850 10.133.1.75:443 10.132.0.13:36014 - v1-completions-path
[2026-10-30T03:06:42.092Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 59 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "c4989e03-2d8e-43ee-8f7d-7af0bd3c2fa2" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:36024 - v1-completions-path
[2026-10-30T03:06:42.272Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 59 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "a1477b4f-cc88-459a-9384-163ef586357c" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:36026 - v1-completions-path
2026-10-30T03:06:43.114817Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:06:43.114859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T03:06:43.114876Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T03:06:43.114881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T03:06:42.873Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 54 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "203ca255-b3c1-4c7a-b318-c8f519d95921" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.75:443 10.132.0.13:36032 - v1-completions-path
[2026-10-30T03:06:43.040Z] "DELETE /v1/api-keys/0dcab171-84f2-40ba-af55-34cb3c706ae3 HTTP/1.1" 200 - via_upstream - "-" 0 365 74 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "cdb80934-d492-4489-8c8b-9314f714400b" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.1.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:56960 10.133.1.75:443 10.132.0.13:36040 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:06:55.141080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:05.550612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:08.239027Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:11.825004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:19.567533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:25.974992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:07:25.975037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:07:25.975058Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T03:07:25.975065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T03:07:25.199Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 65 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "7b39b95a-0811-4222-b5b5-134ebc26a84c" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:32982 10.133.1.75:443 10.132.0.13:48274 - v1-completions-path
[2026-10-30T03:07:25.902Z] "DELETE /v1/api-keys/f414cd14-a2d7-485e-9fa0-4ffda3b79662 HTTP/1.1" 200 - via_upstream - "-" 0 367 72 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "4121cfb8-b3b1-4a36-94f3-f2e8b3889501" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.1.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:48612 10.133.1.75:443 10.132.0.13:48286 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T03:07:38.166704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:48.456556Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:50.894179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:07:59.357346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:03.063077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:06.206416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:24.347909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:26.798813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:45.057246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:08:55.462276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:05.813714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:16.100640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:26.349319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:36.700774Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:46.937428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:09:57.331635Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:10:07.776238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:10:17.916507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T03:10:19.743525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:10:19.743578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:10:19.743604Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T03:10:19.743612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T03:10:19.622Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 331 121 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "997c9c55-6e05-47e2-b815-2441167f7a06" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.132.1.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.75:53030 10.133.1.75:443 10.132.0.13:34326 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T03:10:26.966Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 82 - "44.212.242.249,10.132.0.13" "python-requests/2.34.2" "98c44368-576b-476b-b1af-b00504d1e96c" "maas.apps.d9958b971f0301cd3391.prod.konflux-ocp-ci.dev" "10.134.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.75:37832 10.133.1.75:443 10.132.0.13:54884 - v1-completions-path