2026-10-29T22:51:53.609391Z	info	FLAG: --concurrency="0"
2026-10-29T22:51:53.609414Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-29T22:51:53.609419Z	info	FLAG: --help="false"
2026-10-29T22:51:53.609423Z	info	FLAG: --log_as_json="false"
2026-10-29T22:51:53.609425Z	info	FLAG: --log_caller=""
2026-10-29T22:51:53.609428Z	info	FLAG: --log_output_level="default:info"
2026-10-29T22:51:53.609431Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-29T22:51:53.609437Z	info	FLAG: --log_target="[stdout]"
2026-10-29T22:51:53.609441Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-29T22:51:53.609444Z	info	FLAG: --outlierLogPath=""
2026-10-29T22:51:53.609448Z	info	FLAG: --profiling="true"
2026-10-29T22:51:53.609451Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-29T22:51:53.609454Z	info	FLAG: --proxyLogLevel="warning"
2026-10-29T22:51:53.609457Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-29T22:51:53.609460Z	info	FLAG: --stsPort="0"
2026-10-29T22:51:53.609463Z	info	FLAG: --templateFile=""
2026-10-29T22:51:53.609465Z	info	FLAG: --tokenManagerPlugin=""
2026-10-29T22:51:53.609469Z	info	FLAG: --vklog="0"
2026-10-29T22:51:53.609473Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-29T22:51:53.609648Z	info	Proxy role	ips=[10.134.0.33] type=router id=maas-default-gateway-openshift-default-9dccdc9b7-c7pw8.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-29T22:51:53.609711Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-29T22:51:53.610750Z	info	cpu limit detected as 2, setting concurrency
2026-10-29T22:51:53.610991Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-29T22:51:53.611005Z	info	JWT policy is third-party-jwt
2026-10-29T22:51:53.611009Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-29T22:51:53.612311Z	info	Starting default Istio SDS Server
2026-10-29T22:51:53.612337Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-29T22:51:53.612360Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-29T22:51:53.612795Z	info	Opening status port 15020
2026-10-29T22:51:53.613622Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-29T22:51:53.614288Z	info	sds	Starting SDS grpc server
2026-10-29T22:51:53.614323Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-29T22:51:53.614795Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-29T22:51:53.615580Z	info	Starting proxy agent
2026-10-29T22:51:53.615611Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-29T22:51:53.678792Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-29T22:51:53.748652Z	info	cache	generated new workload certificate	resourceName=default latency=134.17605ms ttl=23h59m59.251352467s
2026-10-29T22:51:53.748707Z	info	cache	Root cert has changed, start rotating root cert
2026-10-29T22:51:53.748744Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.251256707s
2026-10-29T22:51:53.787147Z	info	ads	ADS: new connection for node:1
2026-10-29T22:51:53.787210Z	info	cache	returned workload certificate from cache	ttl=23h59m59.212791777s
2026-10-29T22:51:53.787377Z	info	ads	ADS: new connection for node:2
2026-10-29T22:51:53.787441Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.212560384s
2026-10-29T22:51:53.870448Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:52:01.741519Z	info	Readiness succeeded in 8.135014533s
2026-10-29T22:52:01.741905Z	info	Envoy proxy is ready
2026-10-29T22:52:09.058950Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:52:09.058991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:52:09.059008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-29T22:52:09.059013Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-29T22:52:08.968Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 568 90 - "34.228.250.194,10.132.0.22" "curl/7.76.1" "ed538420-2e1d-4676-b430-af02915a1247" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:44528 10.134.0.33:443 10.132.0.22:48570 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T22:52:09.651Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 53 - "34.228.250.194,10.132.0.22" "curl/7.76.1" "912e13b0-196a-4384-9514-f417ab6783e0" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.22:48580 - v1-model-routing
2026-10-29T22:52:10.234926Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:52:10.234954Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:52:10.234958Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-29T22:52:10.234963Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-29T22:52:10.214Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 20 - "34.228.250.194,10.132.0.22" "curl/7.76.1" "d0b35df9-1f10-4172-a387-0b9ff075d026" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.22:48596 - v1-model-routing
2026-10-29T22:54:31.982076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:31.982130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:31.982144Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-29T22:54:31.982148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-29T22:54:31.861Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 120 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "1af48624-9cc0-4dc4-95de-b4f04e24cb17" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:58398 10.134.0.33:443 10.132.0.22:35786 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:54:33.306688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:33.306726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:33.306741Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:33.306746Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-29T22:54:33.220Z] "DELETE /v1/api-keys/4fee128d-f67b-4454-baef-569aacdccf16 HTTP/1.1" 200 - via_upstream - "-" 0 321 86 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "63020e4e-098f-4af2-a263-615029a99dcb" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:58398 10.134.0.33:443 10.132.0.22:35790 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:54:38.504474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:38.504509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:54:38.504524Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-29T22:54:38.504528Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-29T22:54:38.432Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 72 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "fb9f88da-1373-40e1-8b1f-763b0223152e" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:58398 10.134.0.33:443 10.132.0.22:35802 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T22:54:38.782Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 75 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "24ed2628-e63b-4bd4-9413-7bfbf034b2e0" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.134.0.27:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:36182 10.134.0.33:443 10.132.0.22:35822 - v1-completions-path
2026-10-29T22:54:42.358683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:54:42.358800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:54:42.358850Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T22:54:42.358880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-29T22:54:42.284Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 74 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "4ba9f389-1d2c-4024-ac91-520a01448c10" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:45860 10.134.0.33:443 10.132.0.22:37902 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:54:44.181276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:55:00.120879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:59:02.488473Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:59:17.224698Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:02:55.535361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:03:18.519570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:04:01.834769Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:04:06.782Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 73 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "51b77abd-b890-4d5b-93d4-989d95b06357" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:58826 10.134.0.33:443 10.132.0.22:33998 - v1-completions-path
[2026-10-29T23:04:07.197Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "db5ee7ac-c9c5-44a4-8cf3-c60779c577d7" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.22:34002 - v1-completions-path
2026-10-29T23:04:19.181286Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:04:23.500161Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:04:39.228683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:04:54.734911Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:05:01.445Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "50df79c0-33aa-4d07-8238-aa839b64938a" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:56506 - v1-completions-path
[2026-10-29T23:05:01.717Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 56 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "52d7241d-82c9-4aef-879d-4cc198319d19" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:58826 10.134.0.33:443 10.132.0.22:56518 - v1-completions-path
[2026-10-29T23:05:01.987Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 56 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "dadf06a5-de80-430c-9756-5feac8d9210f" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:56534 - v1-completions-path
2026-10-29T23:05:18.235512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:05:28.599144Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:05:33.060624Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:05:36.921413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-29T23:05:36.868Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 297 60 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "ca2f76fc-1809-4a0c-86a2-e6f29997a5ae" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:33282 - v1-completions-path
[2026-10-29T23:05:37.004Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 59 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "4fdf578c-addb-4fb6-bed6-6810ba5eabed" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:33286 - v1-completions-path
[2026-10-29T23:05:37.354Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 57 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "28fe09bc-a9f9-49b6-8e8c-d62b36870804" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:33296 - v1-completions-path
[2026-10-29T23:05:38.094Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 93 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "2b5f51ca-c448-4896-a1e6-acc9ed81bc98" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.25:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:39022 10.134.0.33:443 10.132.0.22:33306 - v1-completions-path
2026-10-29T23:05:50.176345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:05:52.372924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:06:11.665762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:06:16.391460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:06:31.814458Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:06:34.093925Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:06:52.043063Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:07:02.817152Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:07:05.671037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:07:12.099Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 64 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "f2ee2ef2-27d1-4fb8-961b-3ffb7225d9e4" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.134.0.27:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:36182 10.134.0.33:443 10.132.0.22:43974 - v1-completions-path
2026-10-29T23:07:24.727660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:07:27.406684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:07:48.642605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:07:51.223296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T23:09:25.851Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 44 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "80cfa68b-cd56-4a4e-863d-84747b6fb0b9" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.22:47130 - v1-completions-path
2026-10-29T23:09:28.003947Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:09:31.150011Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:10:42.512545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-29T23:10:42.521848Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:10:42.521881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:10:42.521897Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-29T23:10:42.521902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T23:10:42.584359Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-29T23:10:42.584391Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-29T23:10:42.584395Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-29T23:10:42.584401Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-29T23:10:42.439Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 82 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "f36daee6-3354-4296-bb1c-83d35f6f52a1" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.132.0.68:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:59404 10.134.0.33:443 10.132.0.22:39390 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T23:10:42.544Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 40 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "74ec105c-f4a5-411e-b570-03c7fc207f1e" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.33:443 10.132.0.22:39394 - v1-completions-path
2026-10-29T23:11:01.641611Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:17.053972Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:19.232079Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:11:32.111507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:12:50.132367Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:13:07.273237Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:13:22.595525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:13:35.852769Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:13:42.644962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:13:52.530686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:05.969138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:22.945329Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:33.055857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:38.698149Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-29T23:14:38.622Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 75 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "30264d03-36df-48ec-8298-cfcf0a772392" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.24:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:43870 10.134.0.33:443 10.132.0.22:59820 - v1-catch-all-path
2026-10-29T23:14:40.981712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:46.525124Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T23:14:46.525158Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T23:14:46.525173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T23:14:46.525179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-29T23:14:46.442Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 318 82 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "be109d1f-21c4-42f1-bc69-031f79436a5e" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.137:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.33:46760 10.134.0.33:443 10.132.0.22:56098 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T23:14:46.806665Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-29T23:14:46.748Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 58 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "e278c7e8-84ef-43ba-a3de-d7010a542e26" "maas.apps.677b11485a60f69c1844.prod.konflux-ocp-ci.dev" "10.133.0.24:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.33:43870 10.134.0.33:443 10.132.0.22:56100 - v1-catch-all-path
2026-10-29T23:14:54.937599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:14:57.036480Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:15:17.659996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T23:15:28.662766Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8