2026-10-31T01:05:57.059595Z	info	FLAG: --concurrency="0"
2026-10-31T01:05:57.059614Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T01:05:57.059618Z	info	FLAG: --help="false"
2026-10-31T01:05:57.059622Z	info	FLAG: --log_as_json="false"
2026-10-31T01:05:57.059624Z	info	FLAG: --log_caller=""
2026-10-31T01:05:57.059627Z	info	FLAG: --log_output_level="default:info"
2026-10-31T01:05:57.059630Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T01:05:57.059636Z	info	FLAG: --log_target="[stdout]"
2026-10-31T01:05:57.059640Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T01:05:57.059643Z	info	FLAG: --outlierLogPath=""
2026-10-31T01:05:57.059646Z	info	FLAG: --profiling="true"
2026-10-31T01:05:57.059649Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T01:05:57.059652Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T01:05:57.059655Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T01:05:57.059658Z	info	FLAG: --stsPort="0"
2026-10-31T01:05:57.059660Z	info	FLAG: --templateFile=""
2026-10-31T01:05:57.059663Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T01:05:57.059667Z	info	FLAG: --vklog="0"
2026-10-31T01:05:57.059670Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T01:05:57.059851Z	info	Proxy role	ips=[10.133.0.24] type=router id=maas-default-gateway-openshift-default-855f9574cf-6rjmk.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T01:05:57.059909Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T01:05:57.061131Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T01:05:57.061441Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T01:05:57.061453Z	info	JWT policy is third-party-jwt
2026-10-31T01:05:57.061457Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T01:05:57.062926Z	info	Starting default Istio SDS Server
2026-10-31T01:05:57.062955Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T01:05:57.062984Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T01:05:57.063586Z	info	Opening status port 15020
2026-10-31T01:05:57.064293Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T01:05:57.065401Z	info	sds	Starting SDS grpc server
2026-10-31T01:05:57.065484Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T01:05:57.065928Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T01:05:57.066726Z	info	Starting proxy agent
2026-10-31T01:05:57.066754Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T01:05:57.127856Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T01:05:57.143611Z	info	cache	generated new workload certificate	resourceName=default latency=78.049528ms ttl=23h59m59.856391374s
2026-10-31T01:05:57.143647Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T01:05:57.143674Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.856326742s
2026-10-31T01:05:57.212573Z	info	ads	ADS: new connection for node:1
2026-10-31T01:05:57.212626Z	info	cache	returned workload certificate from cache	ttl=23h59m59.787375147s
2026-10-31T01:05:57.213215Z	info	ads	ADS: new connection for node:2
2026-10-31T01:05:57.213288Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.786713469s
2026-10-31T01:05:57.253462Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:06:03.460653Z	info	Readiness succeeded in 6.403976644s
2026-10-31T01:06:03.460955Z	info	Envoy proxy is ready
2026-10-31T01:07:15.694469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:17.119589Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:18.374659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:19.456094Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:21.193707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:23.048798Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:24.810646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:07:27.417011Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:08:04.506814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:08:12.478915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:08:13.070651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:08:49.042Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 64 - "52.71.36.72,10.132.0.19" "curl/7.76.1" "3cda57f8-22d4-40eb-a63c-1b64868fb26d" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:45422 - v1-model-routing
2026-10-31T01:08:49.747299Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T01:08:49.747327Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T01:08:49.747330Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T01:08:49.747335Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-31T01:08:49.726Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 20 - "52.71.36.72,10.132.0.19" "curl/7.76.1" "e368c01b-1a6b-44df-8a0c-050c27153fd1" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:45436 - v1-model-routing
[2026-10-31T01:11:07.636Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 83 0 44 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "8c2e12a5-1486-4b56-9212-1fdb424aeaaf" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.24:443 10.132.0.19:43206 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:11:08.188056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:08.188100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:08.188120Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:08.188127Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T01:11:09.001951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:11:09.001998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:11:09.002018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T01:11:09.002026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T01:11:08.093Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 95 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "45102d54-80c8-48ce-a2fb-75c36dc8e3b9" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:56960 10.133.0.24:443 10.132.0.19:43218 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T01:11:08.896Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 105 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "5cecf3b5-fca4-4e9e-ac75-c9c836adb27e" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:56966 10.133.0.24:443 10.132.0.19:43244 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:11:09.191733Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:09.191770Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:09.191785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:09.191790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T01:11:09.058Z] "DELETE /v1/api-keys/4f69a0c6-d01b-4606-b166-c5a08696fef9 HTTP/1.1" 200 - via_upstream - "-" 0 321 133 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "cc9cce3b-e0b1-409d-bbad-43ddcd508a04" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:56960 10.133.0.24:443 10.132.0.19:43248 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:11:18.208216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:18.208266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:18.208292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:11:18.208300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T01:11:17.977Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 230 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "cc14056e-6761-4d10-9e1a-c45a88fa5e2e" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:56960 10.133.0.24:443 10.132.0.19:47512 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T01:11:19.001Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 73 - "52.71.36.72,10.132.0.19" "-" "87ab1c25-e0b0-4889-891c-9a6cab7a354c" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:34476 10.133.0.24:443 10.132.0.19:47538 - v1-completions-path
2026-10-31T01:11:23.416682Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:11:23.416706Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:11:23.416709Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-31T01:11:23.416713Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-31T01:11:23.383Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 33 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "51ee1622-66b5-4971-85fc-bc967efc8546" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:58058 - v1-completions-path
2026-10-31T01:11:30.833108Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:11:47.427644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:15:35.889151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:15:35.889188Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:15:35.889203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:15:35.889209Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T01:15:35.991479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:15:35.818Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 70 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "67640f95-fa4f-4a66-b6dc-2011391a00ed" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:53616 10.133.0.24:443 10.132.0.19:41050 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:15:58.250905Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:16:45.194945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:16:48.947570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-31T01:16:48.237Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 71 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "d7d0c751-251b-4d9f-81fb-00f5e321a267" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:42858 10.133.0.24:443 10.132.0.19:38072 - v1-completions-path
[2026-10-31T01:16:48.942Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 58 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "8618d47a-eac4-49a7-af1a-960fa13e3389" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:42858 10.133.0.24:443 10.132.0.19:38082 - v1-completions-path
2026-10-31T01:17:00.966564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:17:02.705136Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:17:08.065Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 58 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "8fc536a7-209e-45b8-856b-2d8e88e9bbda" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:45174 - v1-completions-path
2026-10-31T01:17:19.846111Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:17:21.878780Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:17:25.143116Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:17:32.517828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:17:38.356865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:17:38.356901Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:17:38.356915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T01:17:38.356920Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-31T01:17:38.293Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 63 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "1b19c209-237d-4dfe-8dc6-097c004223e9" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:42380 10.133.0.24:443 10.132.0.19:59426 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T01:17:40.921909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-10-31T01:17:40.869Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "991f2380-b488-45cb-84a5-0328bf5a87d3" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:57080 10.133.0.24:443 10.132.0.19:50090 - v1-completions-path
[2026-10-31T01:17:41.094Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 53 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "bba44b2b-5477-400b-bf40-029e34726dfc" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:42858 10.133.0.24:443 10.132.0.19:50122 - v1-completions-path
2026-10-31T01:17:57.044779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:18:07.302762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:18:08.998406Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:18:14.860Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "ff866325-a2af-4684-bff5-b2fffc387793" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:42858 10.133.0.24:443 10.132.0.19:49178 - v1-completions-path
2026-10-31T01:18:28.006996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:18:29.651153Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:18:46.074513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:18:45.972Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 288 98 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "92a15fff-7396-4b4c-afc9-79753ab5e9d4" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:58742 10.133.0.24:443 10.132.0.19:40566 - v1-completions-path
2026-10-31T01:18:48.286203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:04.836506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:06.528407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:22.673057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:33.208431Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:36.451037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:51.998672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:19:54.210587Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T01:19:59.168Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 0 35 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "79854a92-be4a-4676-bfe0-0035d80acddc" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:60376 - v1-completions-path
2026-10-31T01:20:01.789292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:20:20.023392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:20:30.239764Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:20:46.158485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:20:48.097624Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:22:14.014986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:22:14.015028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:22:14.015045Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T01:22:14.015050Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T01:22:13.937Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 78 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "2b43efe8-2fa5-4ef1-b5d3-eac0c42dbe03" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.132.0.38:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.24:45260 10.133.0.24:443 10.132.0.19:42544 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T01:22:24.495Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 47 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "9e59612f-fae8-40a5-a0c3-f8558f1cb368" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.24:443 10.132.0.19:60960 - v1-completions-path
2026-10-31T01:22:25.509843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:22:28.002901Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:23:53.897597Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:24:08.892164Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:24:10.558933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:24:27.694516Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:25:56.076825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:11.396293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:27.826959Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:39.861043Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:43.607685Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:52.352348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:26:54.960511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:27:12.859790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:02.242440Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:05.151405Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-31T01:30:05.046Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 104 - "52.71.36.72,10.132.0.19" "python-requests/2.34.2" "226ba9ea-1f69-42fe-8daf-c61581aa00a0" "maas.apps.c2ed91a9a00e3dda98de.prod.konflux-ocp-ci.dev" "10.133.0.46:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.24:43668 10.133.0.24:443 10.132.0.19:55368 - v1-catch-all-path
2026-10-31T01:30:07.476280Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:22.814683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:24.368347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:38.703102Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T01:30:49.441828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8