2026-10-30T22:10:54.423428Z	info	FLAG: --concurrency="0"
2026-10-30T22:10:54.423447Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T22:10:54.423451Z	info	FLAG: --help="false"
2026-10-30T22:10:54.423454Z	info	FLAG: --log_as_json="false"
2026-10-30T22:10:54.423456Z	info	FLAG: --log_caller=""
2026-10-30T22:10:54.423458Z	info	FLAG: --log_output_level="default:info"
2026-10-30T22:10:54.423460Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T22:10:54.423467Z	info	FLAG: --log_target="[stdout]"
2026-10-30T22:10:54.423470Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T22:10:54.423472Z	info	FLAG: --outlierLogPath=""
2026-10-30T22:10:54.423474Z	info	FLAG: --profiling="true"
2026-10-30T22:10:54.423476Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T22:10:54.423478Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T22:10:54.423480Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T22:10:54.423482Z	info	FLAG: --stsPort="0"
2026-10-30T22:10:54.423484Z	info	FLAG: --templateFile=""
2026-10-30T22:10:54.423485Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T22:10:54.423488Z	info	FLAG: --vklog="0"
2026-10-30T22:10:54.423491Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T22:10:54.423623Z	info	Proxy role	ips=[10.132.0.53] type=router id=maas-default-gateway-openshift-default-75bf867b6c-wgcfm.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T22:10:54.423661Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T22:10:54.424801Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T22:10:54.425009Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T22:10:54.425019Z	info	JWT policy is third-party-jwt
2026-10-30T22:10:54.425022Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T22:10:54.426314Z	info	Starting default Istio SDS Server
2026-10-30T22:10:54.426342Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T22:10:54.426362Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T22:10:54.426448Z	info	Opening status port 15020
2026-10-30T22:10:54.427222Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T22:10:54.429043Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T22:10:54.429865Z	info	Starting proxy agent
2026-10-30T22:10:54.429895Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T22:10:54.438692Z	info	sds	Starting SDS grpc server
2026-10-30T22:10:54.438704Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T22:10:54.492979Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T22:10:54.635187Z	info	cache	generated new workload certificate	resourceName=default latency=207.210134ms ttl=23h59m59.364818286s
2026-10-30T22:10:54.635221Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T22:10:54.635252Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.364748332s
2026-10-30T22:10:54.644959Z	info	ads	ADS: new connection for node:1
2026-10-30T22:10:54.645014Z	info	cache	returned workload certificate from cache	ttl=23h59m59.354987292s
2026-10-30T22:10:54.645267Z	info	ads	ADS: new connection for node:2
2026-10-30T22:10:54.645347Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.354653782s
2026-10-30T22:10:54.728203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:11:02.143240Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:11:04.072024Z	info	Readiness succeeded in 9.651472451s
2026-10-30T22:11:04.072380Z	info	Envoy proxy is ready
2026-10-30T22:11:04.074218Z	info	Readiness succeeded in 9.653674656s
2026-10-30T22:11:04.074362Z	info	Readiness succeeded in 9.653821948s
2026-10-30T22:11:22.996854Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:11:23.992181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:11:55.945452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:11:55.945490Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:11:55.945504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:11:55.945509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T22:11:55.763Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 320 181 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "2a808fa0-ab78-4ef1-83d3-dae67249edf2" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:40278 10.132.0.53:443 10.132.0.16:46532 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:11:56.475Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 506 70 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "e0d76e10-31fd-4143-be98-9aecd4a15c76" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:60744 10.132.0.53:443 10.132.0.16:46548 - v1-model-routing
[2026-10-30T22:11:57.020Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 365 58 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "0c4ea9b4-fe01-4fb2-9862-619d54ab3d26" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:60758 10.132.0.53:443 10.132.0.16:46560 - v1-model-routing
[2026-10-30T22:11:57.555Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 52 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "aaad8b1d-1414-9eaf-93ba-55ffc8c712d8" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:46562 - v1-model-routing
2026-10-30T22:11:59.376229Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T22:11:59.376254Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T22:11:59.376257Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T22:11:59.376261Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
2026-10-30T22:11:59.907240Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:11:59.907271Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:11:59.907291Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:11:59.907296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:11:59.359Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 17 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "2640964a-9aba-4414-b6da-e31d53c83af8" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:46564 - v1-model-routing
[2026-10-30T22:11:59.899Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 7 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "d615803d-f88c-4099-96e5-86a274fc3890" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:40278 10.132.0.53:443 10.132.0.16:46588 - odh-ai-gateway-infra.maas-api-route.4
2026-10-30T22:12:00.236244Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:12:00.236281Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:12:00.236296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:12:00.236301Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:12:00.126Z] "GET /v1/subscriptions HTTP/1.1" 200 - via_upstream - "-" 0 488 109 - "34.228.250.194,10.132.0.16" "curl/7.76.1" "3c91153f-3d0b-4907-bb0d-be0e8c7b1049" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:40278 10.132.0.53:443 10.132.0.16:46590 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:16:54.971332Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:54.971368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:54.971382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:16:54.971387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T22:16:54.841Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 327 130 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "d671f1d9-5257-430e-8760-95ba0f8868a2" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:56136 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:16:55.503630Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:16:55.503732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:16:55.503760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:16:55.503766Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:16:55.158Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 83 0 43 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "49111806-69d9-4642-96fc-3e977eba7bbf" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.53:443 10.132.0.16:56150 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:16:55.394Z] "DELETE /v1/api-keys/22e19a2e-26da-4f18-b965-dd583c4c07ce HTTP/1.1" 200 - via_upstream - "-" 0 370 109 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "89903d8c-10de-4434-a5aa-fcc784b7b674" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:34762 10.132.0.53:443 10.132.0.16:49238 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:16:56.299924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:16:56.299959Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:16:56.299973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:16:56.299977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:16:56.193Z] "DELETE /v1/api-keys/311feaf1-22cd-4d10-b6b2-5852bc9a2d5d HTTP/1.1" 200 - via_upstream - "-" 0 321 106 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "e2807bc8-9fee-44b1-bc1c-dd563598e300" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:34762 10.132.0.53:443 10.132.0.16:49242 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:16:57.705957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-30T22:16:57.706054Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:57.706075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:57.706092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:57.706099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:16:57.596Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 109 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "45c9e9c9-0fa5-48e1-a943-c3f4ccd87d6d" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:49254 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:16:58.234Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 168 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "569a337c-19fa-4e1c-980c-0e152acbd81b" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.53:443 10.132.0.16:49260 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:16:59.197048Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:59.197100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:59.197122Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:16:59.197129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:16:58.959Z] "DELETE /v1/api-keys/7f7b27af-60c2-4b48-a807-af112c7df266 HTTP/1.1" 200 - via_upstream - "-" 0 321 237 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "b173db32-b1a8-4062-9da8-999dd03a4b7f" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:49284 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:17:00.240205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:00.240240Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:00.240254Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:00.240259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:17:00.563809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:00.563842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:00.563857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:17:00.563861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:00.617439Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:00.617469Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:00.617473Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:00.617478Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
2026-10-30T22:17:00.967005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T22:17:01.070828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:01.070864Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:01.070879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:17:01.070884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:17:00.115Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 124 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "4bff1211-7663-4967-bcb8-261905a2516a" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:34762 10.132.0.53:443 10.132.0.16:49288 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:17:00.428Z] "DELETE /v1/api-keys/5b798ca0-36a5-4e48-bec2-dbc1869ce8e0 HTTP/1.1" 200 - via_upstream - "-" 0 321 135 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "940f9b9b-ef7e-4eda-b62e-089c93abc453" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:49290 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:17:00.581Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 77 36 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "721333d2-8196-47c8-a64c-24db2f6f1c85" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:49300 - v1-completions-path
[2026-10-30T22:17:00.749Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 108 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "23a3aa6f-12ea-46c0-a0c2-9440859d7f48" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.53:443 10.132.0.16:49312 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:17:00.960Z] "DELETE /v1/api-keys/c812c08c-1ef5-4f9b-a9ad-81c9fbf37a4a HTTP/1.1" 200 - via_upstream - "-" 0 321 110 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "bf4be601-d766-40c7-a073-63916c21e587" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:34762 10.132.0.53:443 10.132.0.16:49314 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:17:01.977374Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:01.977408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:01.977424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:17:01.977429Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T22:17:01.867Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 110 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "cb05a7e1-b8a7-4039-8caa-dcdf8e1b7d74" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:49324 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:17:06.880768Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:06.880797Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:06.880801Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T22:17:06.880807Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T22:17:06.838Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 42 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "2c371e0f-e461-4199-a1af-9490eb6c2560" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:43956 - v1-completions-path
2026-10-30T22:17:07.856397Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:07.856430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:07.856442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:07.856447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:17:07.244Z] "POST /maas-api/internal/v1/api-keys/cleanup HTTP/1.1" 404 NR route_not_found - "-" 2 0 7 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "3083df8a-e1d2-43b8-a0b1-2441f0008e34" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" - - 10.132.0.53:443 10.132.0.16:43966 - -
[2026-10-30T22:17:07.847Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 8 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "a14b477c-2da7-4a75-9716-2b26b84a97d9" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:43972 - odh-ai-gateway-infra.maas-api-route.4
2026-10-30T22:17:08.333973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:08.334025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:17:08.334051Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:17:08.334061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:17:08.222Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 111 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "d7916319-fe69-4efa-9132-991d27a49ebc" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:34762 10.132.0.53:443 10.132.0.16:43978 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:17:10.497Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 287 105 - "34.228.250.194,10.132.0.16" "-" "6c64480d-ff4a-4028-85b0-e70b338327c5" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:60758 10.132.0.53:443 10.132.0.16:44002 - v1-completions-path
2026-10-30T22:17:13.549835Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:17:22.210425Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:22.210467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:22.210487Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:17:22.210494Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:17:22.093Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 117 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "563aa4f3-42f5-497f-add0-bf890f9306f9" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:48548 10.132.0.53:443 10.132.0.16:49296 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:17:22.411Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 63 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "ea2937e1-c0ef-4a4b-ab56-d787898900c3" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:60758 10.132.0.53:443 10.132.0.16:49306 - v1-completions-path
[2026-10-30T22:17:22.680Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 64 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "45e136dd-1ac5-4bc4-96a7-ae64aa43c88b" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:60758 10.132.0.53:443 10.132.0.16:49322 - v1-completions-path
2026-10-30T22:17:37.586337Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:22:59.734028Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:22:59.734077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:22:59.734098Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:22:59.734106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:22:59.536Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 321 198 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "87d3a4b1-9a47-47a7-a9d8-d7114dc00f18" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:60002 10.132.0.53:443 10.132.0.16:40304 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:23:08.653Z] "POST /maas-api/v1/tokens HTTP/1.1" 401 -  - "-" 20 88 21 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "8dc85b72-78a6-4c88-9a7e-72e2477cccc0" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.53:443 10.132.0.16:55828 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:23:18.592508Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:23:18.592546Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:23:18.592563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:23:18.592567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:23:18.914076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:23:18.914114Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:23:18.914128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:23:18.914133Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T22:23:18.465Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 127 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "caf4f0aa-ae94-9235-a51d-de702d4a7c00" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:60002 10.132.0.53:443 10.132.0.16:40700 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:23:18.795Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 320 119 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "63ef22c8-17be-4dcb-985c-42e100db66ef" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:45420 10.132.0.53:443 10.132.0.16:40712 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:24:08.839719Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:25:32.898338Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:26:05.028968Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:32:30.499970Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:33:17.052986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:34:32.385737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:40:34.244789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:42:17.746435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:43:30.203146Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T22:50:10.726167Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:50:34.775010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:50:44.297392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:50:44.297435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:50:44.297451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:50:44.297457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:50:44.142Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 155 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "3f4afe92-bdd7-47ce-a433-38779378e970" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:39136 10.132.0.53:443 10.132.0.16:43188 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:51:20.593611Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:51:20.593647Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:51:20.593661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:51:20.593666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T22:51:20.477Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 317 116 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "1e2005b1-9571-4285-afe9-16691ac44c8e" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:59004 10.132.0.53:443 10.132.0.16:34798 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:51:30.883075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:51:36.776Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 74 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "53a65747-05bd-48d9-ba0d-f8d39c860583" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:55994 10.132.0.53:443 10.132.0.16:45254 - v1-completions-path
[2026-10-30T22:51:38.324Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 57 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "d43d1df1-b6a6-40f1-9246-3ac0e51d2e7a" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:56004 10.132.0.53:443 10.132.0.16:45262 - v1-completions-path
2026-10-30T22:51:52.537266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:51:57.604726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:52:08.994779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:52:08.994821Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:52:08.994837Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:52:08.994841Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:52:08.880Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 336 114 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "fd91c264-977b-4d01-8a6d-6a0d5ec5d138" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:59004 10.132.0.53:443 10.132.0.16:57930 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:52:27.540282Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:52:40.682250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:52:48.479Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 62 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "d80c0f0a-b893-4f70-855d-d132a87c0ee0" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:55994 10.132.0.53:443 10.132.0.16:52502 - v1-completions-path
2026-10-30T22:53:11.737220Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:22.934427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:27.703487Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:53:39.726Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 60 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "72576e31-3c62-496a-bfea-dda9b2be6df4" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:55994 10.132.0.53:443 10.132.0.16:33312 - v1-completions-path
[2026-10-30T22:53:42.574Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "79cf4c5f-5cec-4559-ae32-25b88ee5dea9" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:56004 10.132.0.53:443 10.132.0.16:33336 - v1-completions-path
[2026-10-30T22:53:43.356Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 58 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "6eb36f4d-b720-470e-8515-fa4b51249a14" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.32:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:56004 10.132.0.53:443 10.132.0.16:33340 - v1-completions-path
2026-10-30T22:53:57.282103Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:02.242302Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:25.427010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:32.164987Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:01.132726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:23.194178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:36.383242Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:42.950404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:54.503769Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:55:54.503803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T22:55:54.503818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T22:55:54.503823Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T22:55:54.385Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 118 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "d3027ec6-6a2e-4857-ba29-6bfbc9a94a20" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:44090 10.132.0.53:443 10.132.0.16:56898 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T22:56:06.005Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 38 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "61e60192-3b1f-4da6-8463-25122713e17c" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:34322 - v1-completions-path
2026-10-30T22:56:10.395573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:16.062753Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:56:28.692Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 33 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "b61c6f68-7da2-4ae1-a751-852f0c4e6a99" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.53:443 10.132.0.16:38100 - v1-completions-path
2026-10-30T22:56:37.496985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:56:59.189964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:10.294321Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:28.938856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:57:35.267976Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:59:56.068358Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:02.486135Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:01:40.573629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:01:44.381759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T23:01:44.381792Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T23:01:44.381804Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T23:01:44.381809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T23:01:44.267Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 114 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "e6fe0524-e3a8-4c5d-b413-a677ed06b94c" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:59088 10.132.0.53:443 10.132.0.16:44716 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T23:01:57.834760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:02:02.336417Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:02:26.984507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:04:39.017990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:22.762493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:41.302950Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:05:56.627917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:07.933619Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:21.509803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:27.563057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:06:53.217426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:10:26.070896Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:10:32.580559Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T23:10:32.502Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 77 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "bbb70756-8e63-452b-bcd6-dd30cabe3c4e" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:36298 10.132.0.53:443 10.132.0.16:53986 - v1-catch-all-path
2026-10-30T23:10:32.830579Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T23:10:32.769Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 61 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "dada4931-6c05-484b-9969-d6fdc617d970" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.53:36298 10.132.0.53:443 10.132.0.16:53992 - v1-catch-all-model-routing
2026-10-30T23:10:37.876509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:01.414330Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:06.356030Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:09.602419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T23:11:09.602455Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T23:11:09.602471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T23:11:09.602476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T23:11:09.484Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 118 - "34.228.250.194,10.132.0.16" "python-requests/2.34.2" "46952aa1-3309-45e5-b3a8-764c6ab07aa7" "maas.apps.dc1e2f6b07ae2b943cfa.prod.konflux-ocp-ci.dev" "10.134.0.136:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.53:36220 10.132.0.53:443 10.132.0.16:59310 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T23:11:23.850276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:11:35.201943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8