2026-10-31T00:42:01.484746Z	info	FLAG: --concurrency="0"
2026-10-31T00:42:01.484772Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T00:42:01.484777Z	info	FLAG: --help="false"
2026-10-31T00:42:01.484781Z	info	FLAG: --log_as_json="false"
2026-10-31T00:42:01.484783Z	info	FLAG: --log_caller=""
2026-10-31T00:42:01.484786Z	info	FLAG: --log_output_level="default:info"
2026-10-31T00:42:01.484789Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T00:42:01.484795Z	info	FLAG: --log_target="[stdout]"
2026-10-31T00:42:01.484799Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T00:42:01.484802Z	info	FLAG: --outlierLogPath=""
2026-10-31T00:42:01.484805Z	info	FLAG: --profiling="true"
2026-10-31T00:42:01.484808Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T00:42:01.484811Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T00:42:01.484814Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T00:42:01.484816Z	info	FLAG: --stsPort="0"
2026-10-31T00:42:01.484825Z	info	FLAG: --templateFile=""
2026-10-31T00:42:01.484828Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T00:42:01.484836Z	info	FLAG: --vklog="0"
2026-10-31T00:42:01.484840Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T00:42:01.485031Z	info	Proxy role	ips=[10.133.0.30] type=router id=maas-default-gateway-openshift-default-6f54779779-8wb6m.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T00:42:01.485096Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T00:42:01.486239Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T00:42:01.486457Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T00:42:01.486471Z	info	JWT policy is third-party-jwt
2026-10-31T00:42:01.486476Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T00:42:01.487835Z	info	Starting default Istio SDS Server
2026-10-31T00:42:01.487858Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T00:42:01.487893Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T00:42:01.488323Z	info	Opening status port 15020
2026-10-31T00:42:01.489729Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T00:42:01.491175Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T00:42:01.491993Z	info	Starting proxy agent
2026-10-31T00:42:01.492031Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T00:42:01.500755Z	info	sds	Starting SDS grpc server
2026-10-31T00:42:01.500777Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T00:42:01.560823Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T00:42:01.579997Z	info	cache	generated new workload certificate	resourceName=default latency=90.069066ms ttl=23h59m59.42000883s
2026-10-31T00:42:01.580041Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T00:42:01.580084Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.419916942s
2026-10-31T00:42:01.663316Z	info	ads	ADS: new connection for node:1
2026-10-31T00:42:01.663396Z	info	cache	returned workload certificate from cache	ttl=23h59m59.336606712s
2026-10-31T00:42:01.664253Z	info	ads	ADS: new connection for node:2
2026-10-31T00:42:01.664334Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.335667928s
2026-10-31T00:42:01.744069Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:42:09.754619Z	info	Readiness succeeded in 8.27267049s
2026-10-31T00:42:09.755134Z	info	Envoy proxy is ready
2026-10-31T00:42:19.165569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:42:21.252261Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:42:55.015842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:42:55.015885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:42:55.015902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:42:55.015907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T00:42:54.925Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 90 - "44.212.242.249,10.132.0.9" "curl/7.76.1" "34c74233-687a-4564-9b50-79a3fd66a794" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:57642 10.133.0.30:443 10.132.0.9:45036 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T00:42:55.105Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 344 75 - "44.212.242.249,10.132.0.9" "curl/7.76.1" "91787edc-f9c0-4e90-8f47-a85811c5759a" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:33362 10.133.0.30:443 10.132.0.9:45042 - v1-model-routing
[2026-10-31T00:42:55.549Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 338 57 - "44.212.242.249,10.132.0.9" "curl/7.76.1" "f36ff054-d7f4-4e05-8f96-10cc0affa73f" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:33362 10.133.0.30:443 10.132.0.9:45050 - v1-model-routing
2026-10-31T00:42:56.581082Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:42:56.581108Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:42:56.581111Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:42:56.581115Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-31T00:42:56.564Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 16 - "44.212.242.249,10.132.0.9" "curl/7.76.1" "49847d68-3e11-4916-9aef-0018877175da" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:45056 - v1-model-routing
2026-10-31T00:45:17.375143Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:45:17.375183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:45:17.375197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:45:17.375203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T00:45:17.299Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 75 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "26d409c5-651d-4c86-9e15-50f19ffa34af" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:43380 10.133.0.30:443 10.132.0.9:38222 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T00:45:18.290970Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:45:18.290999Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:45:18.291003Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T00:45:18.291009Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
2026-10-31T00:45:18.376236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:45:18.376275Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:45:18.376294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:45:18.376300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T00:45:18.376310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-31T00:45:17.879Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 54 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "7b1a1564-aeb2-4465-942a-2ed26666f2f7" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.30:443 10.132.0.9:38236 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T00:45:18.253Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 37 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "137bf46e-1e48-4a0f-badb-836d251d8582" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:39930 - v1-completions-path
[2026-10-31T00:45:18.304Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 72 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "5deb7ea5-9ebc-4265-8ef9-743bb98c45b1" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:43390 10.133.0.30:443 10.132.0.9:39936 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T00:45:24.193Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 166 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "1196476f-25b3-4a45-9c7b-68a5e8a3a02f" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:33362 10.133.0.30:443 10.132.0.9:39950 - v1-completions-path
2026-10-31T00:45:24.814039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:45:38.149300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:49:22.930995Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:49:43.030056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:50:30.154988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:50:35.932Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 77 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "fa525dbc-e5ad-4550-a275-e588c1590ef1" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:45160 10.133.0.30:443 10.132.0.9:45204 - v1-completions-path
[2026-10-31T00:50:36.875Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "b889405e-eec3-4fa3-bf22-30b3c69620db" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:45214 - v1-completions-path
2026-10-31T00:50:48.368718Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:50:49.960324Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:50:55.235Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 66 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "f1a664de-36ad-4c53-a016-79125ccc2b7f" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:41510 - v1-completions-path
2026-10-31T00:51:07.156843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:51:08.731344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:51:11.495705Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:51:19.982361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:51:27.678Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 64 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "1e59bfb6-8614-4abb-b7b4-dfaa957babd1" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:45160 10.133.0.30:443 10.132.0.9:42628 - v1-completions-path
[2026-10-31T00:51:28.164Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "9ed43679-b227-475f-8a71-ee237db4629e" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:40826 - v1-completions-path
[2026-10-31T00:51:28.504Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 56 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "6b439cbb-b02b-49ab-8d31-72198046624a" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:40836 - v1-completions-path
[2026-10-31T00:51:28.843Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 60 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "84f4583a-f924-4f19-8091-cd23922b0a79" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:40838 - v1-completions-path
[2026-10-31T00:51:29.519Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 57 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "94cb007a-a68a-4404-a5f8-9bc5327324c5" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:40848 - v1-completions-path
2026-10-31T00:51:44.453429Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:51:54.510617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:51:56.731522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:52:02.707Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 60 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "6115ea95-8527-4d4e-b388-f4a9baaf94c0" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:41790 - v1-completions-path
[2026-10-31T00:52:02.823Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 56 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "2d801c2c-3443-493c-b55b-de378f725741" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49916 10.133.0.30:443 10.132.0.9:41792 - v1-completions-path
2026-10-31T00:52:03.686749Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-31T00:52:03.631Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "1edb1d46-6bc5-4003-8d1d-39fadeb03c07" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:45160 10.133.0.30:443 10.132.0.9:41808 - v1-completions-path
2026-10-31T00:52:15.264979Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:52:16.911991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:52:33.714106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:52:35.958302Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:52:52.453561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:52:53.997539Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:53:09.448Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 74 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "b370fd07-259a-4433-be33-a593e6a6d0fd" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:44984 10.133.0.30:443 10.132.0.9:46046 - v1-completions-path
2026-10-31T00:53:10.389499Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:53:20.994233Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:53:23.675704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:53:30.697Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 64 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "c6d9afde-482f-49ce-a25b-3e0729488933" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:44984 10.133.0.30:443 10.132.0.9:37264 - v1-completions-path
2026-10-31T00:53:42.214861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:53:43.746008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:53:48.660736Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:53:48.660772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:53:48.660786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T00:53:48.660790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-31T00:53:48.602Z] "DELETE /v1/api-keys/9aea7366-1986-45bc-8fd5-007ab5c0059a HTTP/1.1" 404 - via_upstream - "-" 0 29 58 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "b195d5c6-7627-490b-b993-8d35ab6e7b4d" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:56514 10.133.0.30:443 10.132.0.9:55156 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T00:53:52.464029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:54:10.911401Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:54:21.102477Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T00:54:35.989Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 38 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "3e402797-6491-465b-a269-8978c9545d03" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:40674 - v1-completions-path
2026-10-31T00:54:36.892521Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:54:39.412497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:56:01.482342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:56:01.482378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:56:01.482393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T00:56:01.482398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T00:56:01.404Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 78 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "d817ab6c-c6e9-4fea-bbc6-2194aa0c4fb2" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:45314 10.133.0.30:443 10.132.0.9:33028 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T00:56:13.000180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:56:14.871918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:57:41.229029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:57:44.970493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:57:44.970526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T00:57:44.970539Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T00:57:44.970544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-31T00:57:44.905Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 65 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "89780bee-5ca5-462f-a4b2-00a0df16b034" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:49626 10.133.0.30:443 10.132.0.9:48864 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T00:57:56.369710Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:57:58.044148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:58:15.363791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T00:59:43.979413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:02.123579Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:16.594351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:29.016922Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:29.421391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:00:29.421435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:00:29.421457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T01:00:29.421463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:00:29.587086Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:00:29.587123Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:00:29.587139Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T01:00:29.587145Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-31T01:00:29.272Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 327 148 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "706c4d80-e6ba-4b82-846f-090d2236ec79" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:36542 10.133.0.30:443 10.132.0.9:56050 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T01:00:29.482Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 104 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "4da9fa9f-3c83-4d7d-b6f0-5b97d5f39a5c" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:36542 10.133.0.30:443 10.132.0.9:56060 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:00:32.841129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:41.107889Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:00:43.678920Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-31T01:00:49.749Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "347ba976-a658-4c7c-a9e2-f2d4af2d305e" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:38322 - v1-completions-path
2026-10-31T01:01:01.535739Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:03:42.631853Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:03:42.631876Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:03:42.631879Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:03:42.631883Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-31T01:03:42.570Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 61 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "b85dfb1c-0492-44b6-abf6-ee5abca20372" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.9:59746 - v1-catch-all-path
2026-10-31T01:03:44.554554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:03:47.574597Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:03:47.574659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:03:47.574677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:03:47.574683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T01:03:47.181Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 392 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "7ddb3064-ec63-4330-8233-4d1bb562004f" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.134.0.84:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:58422 10.133.0.30:443 10.132.0.9:59768 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:03:50.143760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:04:05.561315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:04:07.266814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:04:10.026467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:04:10.026504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:04:10.026518Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T01:04:10.026522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-31T01:04:09.735Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 290 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "6089a633-6e68-4d72-a5fc-a6e9175829a6" "maas.apps.e00023fe393529a9d8c9.prod.konflux-ocp-ci.dev" "10.133.0.113:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:58208 10.133.0.30:443 10.132.0.9:46492 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:04:21.737870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-31T01:04:32.451723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9