2026-11-03T19:40:54.439028Z	info	FLAG: --concurrency="0"
2026-11-03T19:40:54.439047Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T19:40:54.439052Z	info	FLAG: --help="false"
2026-11-03T19:40:54.439054Z	info	FLAG: --log_as_json="false"
2026-11-03T19:40:54.439056Z	info	FLAG: --log_caller=""
2026-11-03T19:40:54.439058Z	info	FLAG: --log_output_level="default:info"
2026-11-03T19:40:54.439060Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T19:40:54.439065Z	info	FLAG: --log_target="[stdout]"
2026-11-03T19:40:54.439067Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T19:40:54.439069Z	info	FLAG: --outlierLogPath=""
2026-11-03T19:40:54.439071Z	info	FLAG: --profiling="true"
2026-11-03T19:40:54.439073Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T19:40:54.439075Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T19:40:54.439077Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T19:40:54.439079Z	info	FLAG: --stsPort="0"
2026-11-03T19:40:54.439081Z	info	FLAG: --templateFile=""
2026-11-03T19:40:54.439083Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T19:40:54.439086Z	info	FLAG: --vklog="0"
2026-11-03T19:40:54.439089Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T19:40:54.439287Z	info	Proxy role	ips=[10.133.0.33] type=router id=maas-default-gateway-openshift-default-5db77fbd9f-bg7cl.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T19:40:54.439335Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T19:40:54.440381Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T19:40:54.440967Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T19:40:54.440980Z	info	JWT policy is third-party-jwt
2026-11-03T19:40:54.440982Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T19:40:54.443312Z	info	Starting default Istio SDS Server
2026-11-03T19:40:54.443346Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T19:40:54.443365Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T19:40:54.443549Z	info	Opening status port 15020
2026-11-03T19:40:54.444280Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T19:40:54.445665Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T19:40:54.446629Z	info	Starting proxy agent
2026-11-03T19:40:54.446660Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T19:40:54.455204Z	info	sds	Starting SDS grpc server
2026-11-03T19:40:54.455224Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T19:40:54.508576Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T19:40:54.511587Z	info	cache	generated new workload certificate	resourceName=default latency=67.173398ms ttl=23h59m59.488416611s
2026-11-03T19:40:54.511614Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T19:40:54.511649Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.488351768s
2026-11-03T19:40:54.607646Z	info	ads	ADS: new connection for node:1
2026-11-03T19:40:54.608016Z	info	cache	returned workload certificate from cache	ttl=23h59m59.391985919s
2026-11-03T19:40:54.608042Z	info	ads	ADS: new connection for node:2
2026-11-03T19:40:54.608328Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.391673882s
2026-11-03T19:40:54.699644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:41:02.471261Z	info	Readiness succeeded in 8.034563458s
2026-11-03T19:41:02.471580Z	info	Envoy proxy is ready
[2026-11-03T19:41:15.624Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 378 91 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "96f101bb-26e2-47fe-a5ba-601fcfd6166a" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:38166 10.133.0.33:443 10.132.0.13:59860 - v1-model-routing
[2026-11-03T19:41:16.043Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 505 64 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "8a20d1e0-b83f-44f2-b464-e4fb37d89a59" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:38170 10.133.0.33:443 10.132.0.13:59876 - v1-model-routing
[2026-11-03T19:41:16.314Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 51 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "61321d8a-0831-4973-a0f3-cfb5632dc006" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.33:443 10.132.0.13:59880 - v1-model-routing
2026-11-03T19:43:38.584743Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.584865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.584916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:43:38.584946Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T19:43:38.472Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 112 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "1dd53dfa-87ed-475d-a03a-b9a56c1a9e91" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:50508 10.133.0.33:443 10.132.0.13:43556 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:43:38.993442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.993480Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.993497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:43:38.993504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T19:43:38.937Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 55 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "3b509af6-c6da-441b-889c-e4dc540293be" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:50508 10.133.0.33:443 10.132.0.13:43578 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:43:52.532590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:43:53.278563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:43:53.278614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:43:53.278634Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T19:43:53.278641Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T19:43:53.168Z] "DELETE /v1/api-keys/579fe87e-dd60-4287-b035-9c889cfe831b HTTP/1.1" 200 - via_upstream - "-" 0 321 110 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "31a2116a-c14d-4c2a-a2d6-3c8834a28eba" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:45500 10.133.0.33:443 10.132.0.13:52780 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:44:01.976099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:47:06.269807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:47:06.269842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:47:06.269856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:47:06.269860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:47:06.500079Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:47:06.500124Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:47:06.500146Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T19:47:06.500153Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T19:47:06.254Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 15 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "d761975e-82ad-419a-8ed2-9ec5789bc888" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:43802 10.133.0.33:443 10.132.0.13:38016 - odh-ai-gateway-infra.maas-api-route.4
[2026-11-03T19:47:06.346Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 153 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "60b12c79-bc4e-42a9-8ac2-22b73bd1109e" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:43812 10.133.0.33:443 10.132.0.13:38030 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:47:31.382122Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:47:42.122403Z	warn	xdsproxy	sendDownstreamDelta took 10.715184908s
2026-11-03T19:48:11.777586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:48:43.886287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:49:50.744390Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:50:30.736645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:51:56.734302Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:52:21.097289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:54:33.365159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T19:56:26.591742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:09:00.307766Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:09:00.307803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:09:00.307816Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:09:00.307822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T20:09:00.237Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 314 70 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "e614caf6-e689-4910-9aea-68fed48d2dc5" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:40728 10.133.0.33:443 10.132.0.13:58338 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:09:02.622800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:09:26.104021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:10.686539Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-03T20:10:10.686562Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-03T20:10:10.686565Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-03T20:10:10.686569Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-03T20:10:10.651Z] "POST /llm/premium-simulated-simulated-premium/v1/completions HTTP/1.1" 403 -  - "-" 74 77 34 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "3b4886d7-a7c1-4f13-ae7a-3ddf3ccc3415" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.33:443 10.132.0.13:60686 - v1-completions-path
2026-11-03T20:10:13.022604Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:28.432344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:30.148544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-03T20:10:46.582Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 70 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "60147ac4-d430-4938-b638-9d8fa134e386" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:38166 10.133.0.33:443 10.132.0.13:57420 - v1-completions-path
2026-11-03T20:10:47.270575Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:48.973879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:52.249607Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T20:10:52.311759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:10:59.908344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-03T20:11:05.904Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 71 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "dfc6018e-f3b4-48cd-8242-d0066f3f9ca1" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:58774 10.133.0.33:443 10.132.0.13:56260 - v1-completions-path
2026-11-03T20:11:07.603957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-03T20:11:06.717Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "42c79af9-cf85-43f0-8cc3-3d39c0651894" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:58780 10.133.0.33:443 10.132.0.13:56276 - v1-completions-path
[2026-11-03T20:11:07.545Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "587a882e-da58-46cd-a7a7-3ba94ef74105" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:58780 10.133.0.33:443 10.132.0.13:56288 - v1-completions-path
2026-11-03T20:11:24.193763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:11:34.437742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:11:36.124033Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:11:55.171513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:11:56.736980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:12:06.021148Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-03T20:12:13.206826Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:12:15.294958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:12:31.918004Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:12:33.577246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:12:49.708714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:13:00.254760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:13:02.988792Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:13:25.434268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:13:43.552087Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:13:53.807482Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:17:07.943899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:17:11.490748Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:17:11.490778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-03T20:17:11.490790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:17:11.490805Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:17:11.490810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T20:17:11.432Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 58 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "0fa0a8db-78ae-4df7-a84b-c53cab2468b1" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:40516 10.133.0.33:443 10.132.0.13:58078 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:17:22.937737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:17:24.527323Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:17:41.687346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:19:07.579981Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:19:27.354457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:19:38.622419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:38.622456Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:38.622471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:38.622476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T20:19:38.546Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 75 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "14862c94-a81f-4032-9791-b2a18a5f3983" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:50232 10.133.0.33:443 10.132.0.13:54024 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:19:40.017756Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:19:51.600626Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:19:55.029333Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:20:03.894522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:20:06.280596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:20:12.779932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:20:12.779972Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:20:12.779992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T20:20:12.779997Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T20:20:12.542Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 59 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "88fc1e11-ea0d-49f3-b461-7c06887f4eb5" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.33:443 10.132.0.13:35024 - v1-completions-path
[2026-11-03T20:20:12.690Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 89 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "c0804fa1-f00f-465b-a06f-76e9995e4890" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.33:38564 10.133.0.33:443 10.132.0.13:35028 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:20:24.178367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:23:15.096583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:23:20.171533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:23:35.418032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:23:36.922727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:23:39.768155Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T20:23:39.676Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 91 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "6102cb09-0d51-40cd-a4f0-a3db7b8f5c40" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.33:43642 10.133.0.33:443 10.132.0.13:39392 - v1-catch-all-path
2026-11-03T20:23:51.241881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-03T20:24:02.022196Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9