2026-11-02T15:43:17.588029Z	info	FLAG: --concurrency="0"
2026-11-02T15:43:17.588047Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T15:43:17.588051Z	info	FLAG: --help="false"
2026-11-02T15:43:17.588054Z	info	FLAG: --log_as_json="false"
2026-11-02T15:43:17.588056Z	info	FLAG: --log_caller=""
2026-11-02T15:43:17.588058Z	info	FLAG: --log_output_level="default:info"
2026-11-02T15:43:17.588060Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T15:43:17.588065Z	info	FLAG: --log_target="[stdout]"
2026-11-02T15:43:17.588067Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T15:43:17.588069Z	info	FLAG: --outlierLogPath=""
2026-11-02T15:43:17.588071Z	info	FLAG: --profiling="true"
2026-11-02T15:43:17.588073Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T15:43:17.588075Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T15:43:17.588077Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T15:43:17.588079Z	info	FLAG: --stsPort="0"
2026-11-02T15:43:17.588081Z	info	FLAG: --templateFile=""
2026-11-02T15:43:17.588083Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T15:43:17.588086Z	info	FLAG: --vklog="0"
2026-11-02T15:43:17.588088Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T15:43:17.588216Z	info	Proxy role	ips=[10.133.1.123] type=router id=maas-default-gateway-openshift-default-77bfb58f8c-j68rp.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T15:43:17.588255Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T15:43:17.589303Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T15:43:17.589919Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T15:43:17.589930Z	info	JWT policy is third-party-jwt
2026-11-02T15:43:17.589933Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T15:43:17.591211Z	info	Starting default Istio SDS Server
2026-11-02T15:43:17.591237Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T15:43:17.591257Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T15:43:17.591699Z	info	Opening status port 15020
2026-11-02T15:43:17.592556Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T15:43:17.593864Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T15:43:17.594729Z	info	Starting proxy agent
2026-11-02T15:43:17.594759Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T15:43:17.604089Z	info	sds	Starting SDS grpc server
2026-11-02T15:43:17.604108Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T15:43:17.660564Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T15:43:17.741334Z	info	cache	generated new workload certificate	resourceName=default latency=148.939875ms ttl=23h59m59.258669442s
2026-11-02T15:43:17.741368Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T15:43:17.741400Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.258600839s
2026-11-02T15:43:17.820497Z	info	ads	ADS: new connection for node:1
2026-11-02T15:43:17.820556Z	info	cache	returned workload certificate from cache	ttl=23h59m59.179446216s
2026-11-02T15:43:17.821160Z	info	ads	ADS: new connection for node:2
2026-11-02T15:43:17.821228Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.17877315s
2026-11-02T15:43:17.900452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:43:26.003515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:43:26.768077Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-02T15:43:27.077585Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-02T15:43:27.930973Z	info	Readiness succeeded in 10.345635909s
2026-11-02T15:43:27.931616Z	info	Envoy proxy is ready
2026-11-02T15:43:57.419485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:43:58.155489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:43:58.155526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:43:58.155540Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:43:58.155545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T15:43:58.015Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 61 303 139 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "0035a10e-f28a-436d-a081-16da5bf41b4e" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:54646 10.133.1.123:443 10.132.0.22:41404 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:43:59.520Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 92 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "c5e4b832-bd8b-4a59-aed8-0cdf09765326" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:43398 10.133.1.123:443 10.132.0.22:41418 - v1-chat-completions-path
[2026-11-02T15:43:59.817Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 2817 3089 68 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "cd6a02a1-57b6-4e87-8188-54e47040360a" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:43398 10.133.1.123:443 10.132.0.22:41420 - v1-chat-completions-path
[2026-11-02T15:44:00.086Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 291 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "c2c37fb7-1d4c-4660-abba-4461f70a078e" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:43406 10.133.1.123:443 10.132.0.22:41426 - v1-chat-completions-path
2026-11-02T15:44:02.142107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-02T15:44:01.042Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 301 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "380aab04-cc9f-4c7c-85bf-85201b99d8d0" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:43406 10.133.1.123:443 10.132.0.22:41438 - v1-chat-completions-path
[2026-11-02T15:44:02.079Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 140 405 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "388aab7e-fcb1-4da6-bf9a-3f4de498cf16" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:43398 10.133.1.123:443 10.132.0.22:41446 - v1-chat-completions-path
2026-11-02T15:44:15.913212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:44:20.699205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:44:22.731784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:44:22.731820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:44:22.731834Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:44:22.731839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T15:44:22.617Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 114 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "2c19192f-097e-4633-a1d0-df7716e258ab" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:54646 10.133.1.123:443 10.132.0.22:43474 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:44:23.216Z] "POST /v1/embeddings HTTP/1.1" 500 - response_payload_too_large - "-" 28720 21 241 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "f2cc85f5-409b-42cc-9044-c1983f12f73e" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36366 10.133.1.123:443 10.132.0.22:43480 - v1-catch-all-path
2026-11-02T15:44:23.907370Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-02T15:44:23.908460Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T15:44:23.842Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 65 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "b5d69d5a-abf9-4b8d-b252-06c53ecc1a64" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36378 10.133.1.123:443 10.132.0.22:46688 - v1-catch-all-path
2026-11-02T15:44:30.267195Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:44:32.581171Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
2026-11-02T15:44:33.297565Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T15:44:32.517Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "bb860164-0d32-4c32-869d-c28f0b483050" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36378 10.133.1.123:443 10.132.0.22:46706 - v1-catch-all-path
[2026-11-02T15:44:33.229Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 68 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "68af2e67-3e58-4904-adbf-6ea9bd6d92ba" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44746 10.133.1.123:443 10.132.0.22:46714 - v1-catch-all-path
2026-11-02T15:44:34.030128Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
2026-11-02T15:44:34.406135Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T15:44:33.966Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 64 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "49e73c5f-64bd-4c58-a09c-9c946b78328e" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44746 10.133.1.123:443 10.132.0.22:44438 - v1-catch-all-path
[2026-11-02T15:44:34.331Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 75 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "1fce1cb3-17d9-4b02-a6c9-6c05b705bbd3" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36378 10.133.1.123:443 10.132.0.22:44454 - v1-catch-all-path
2026-11-02T15:44:35.500028Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T15:44:35.429Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 70 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "d977506f-f483-403a-aa93-5bdcc0d79988" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36378 10.133.1.123:443 10.132.0.22:44462 - v1-catch-all-path
[2026-11-02T15:44:36.163Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 54 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "5595ac7a-f19f-4a58-9475-8b793a6b6068" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.123:443 10.132.0.22:44478 - v1-catch-all-path
2026-11-02T15:44:44.351671Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:44:54.240202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:44:56.452240Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T15:44:56.367Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 84 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "de56c401-f216-495d-8c2e-25615e9fd3fb" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44746 10.133.1.123:443 10.132.0.22:57686 - v1-catch-all-path
2026-11-02T15:45:03.868153Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:45:13.289591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:45:25.572176Z	info	ads	ADS: new connection for node:3
2026-11-02T15:45:25.572335Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T15:45:25.572365Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T15:45:32.363430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:46:08.436884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:46:14.353Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 338 92 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "ab6c5545-ab00-4662-8539-9dc72de2775e" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.196:8000" outbound|54321||e2e-prio-pool-b23739ca-inference-pool-ip-d5244b36.llm.svc.cluster.local 10.133.1.123:44610 10.133.1.123:443 10.132.0.22:37686 - v1-model-routing
2026-11-02T15:46:32.777473Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-02T15:46:33.042946Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:46:37.669707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:46:37.669751Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:46:37.669793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:46:37.669801Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T15:46:37.965227Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:46:37.531Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 90 332 138 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "e33ddebb-fe99-4e75-8bed-418e533f80a8" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:56686 10.133.1.123:443 10.132.0.22:51714 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:46:37.884Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 102 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "fac1c42e-6666-4b80-8305-fe14dc0eb5fa" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36458 10.133.1.123:443 10.132.0.22:51728 - v1-completions-path
2026-11-02T15:46:55.155700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:49:08.002002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:08.002044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:08.002061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:08.002066Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T15:49:07.885Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 116 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "3bf5e5a6-efd8-4c1d-b937-04055409c893" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:41628 10.133.1.123:443 10.132.0.22:53646 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:49:10.019828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:10.019861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:10.019873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:49:10.019878Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T15:49:09.958Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 61 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "3aca74e8-34c9-4269-8d0c-506ae7d68655" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:41628 10.133.1.123:443 10.132.0.22:53664 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:49:28.977246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:49:58.526888Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:50:25.376843Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:50:25.376881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:50:25.376899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:50:25.376904Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T15:50:25.311Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 65 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "57f1b29f-86ba-4686-abf7-b6e98455ba57" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:43364 10.133.1.123:443 10.132.0.22:39680 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:50:28.236350Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:50:42.254962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:50:51.381071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:51:03.305632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:51:08.326237Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:51:12.694546Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:51:12.694599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:51:12.694623Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T15:51:12.694631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T15:51:12.634Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 60 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "0fb5fa52-0b8a-4850-acc4-d12b3cc63a97" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:43364 10.133.1.123:443 10.132.0.22:55172 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:51:26.382089Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:52:15.699278Z	info	ads	ADS: new connection for node:4
2026-11-02T15:52:15.704788Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-02T15:52:15.704836Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T15:52:19.610317Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:52:20.833965Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:52:33.176829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:52:33.176857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:52:33.176869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:52:33.176874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:52:33.177023Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T15:52:33.048Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1728 128 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "903b0558-dec9-49ef-88c5-aeff838c2958" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.123:38924 10.133.1.123:443 10.132.0.22:39496 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:53:24.348415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:53:24.348448Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:53:24.348460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:53:24.348464Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T15:53:24.348620Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T15:53:24.228Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1729 120 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "0ffd65c9-77a6-426a-a878-8c338d43b8f7" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.123:45394 10.133.1.123:443 10.132.0.22:35872 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T15:53:58.271984Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-02T15:53:58.324752Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:54:01.097780Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:54:11.850894Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:54:14.678886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:54:14.678921Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:54:14.678938Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T15:54:14.678943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T15:54:14.553Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 87 329 125 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "243da0c4-b4c3-4db1-b1f3-54c7e722cb2b" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:46178 10.133.1.123:443 10.132.0.22:45226 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:54:30.570918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:54:35.259596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:54:56.613170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:55:09.624442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:55:16.037662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:55:16.037710Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T15:55:16.037732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T15:55:16.037739Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T15:55:15.920Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 117 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "3a730cd1-00eb-4f54-a2c5-14a90221293f" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:41972 10.133.1.123:443 10.132.0.22:55538 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T15:55:19.241Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 72 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "f36b1a53-2cd1-414b-8b6c-2d4f225024ac" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:55554 - v1-completions-path
[2026-11-02T15:55:20.817Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 58 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "c87f9e03-1fb7-48f0-943b-1c3f768b0cc5" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:55576 - v1-completions-path
[2026-11-02T15:55:21.617Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 59 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "13f47bd8-f075-4198-bffb-d103a405b695" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:55590 - v1-completions-path
2026-11-02T15:55:40.540527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:55:51.202191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:55:57.785544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:56:09.706Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 61 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "c44c03e4-3132-437e-ac63-d7a24d2143a9" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:42314 - v1-completions-path
[2026-11-02T15:56:09.972Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 64 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "961a848c-4202-43c9-bfa6-cccbe7eda256" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:42328 - v1-completions-path
[2026-11-02T15:56:12.318Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "ff6fc853-c936-435f-b10a-99a74247b506" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:42356 - v1-completions-path
2026-11-02T15:56:26.006154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:56:30.829967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:56:44.417707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:56:48.800Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 67 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "57db9e2b-4979-45bc-ab84-bf24d61c5a02" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:36458 10.133.1.123:443 10.132.0.22:47424 - v1-completions-path
2026-11-02T15:56:53.833189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:57:03.418580Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:57:12.803782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:57:29.395328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:57:42.473639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T15:57:56.633Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 43 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "0fa15e1c-420b-4d75-81f5-9c6b873a3f68" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.123:443 10.132.0.22:40956 - v1-completions-path
[2026-11-02T15:58:05.538Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 0 34 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "e1acb8fc-27cf-4d3c-bc98-1b38c1333680" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.123:443 10.132.0.22:36992 - v1-completions-path
2026-11-02T15:58:13.910923Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:58:22.357211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:58:22.357246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:58:22.357262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T15:58:22.357267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T15:58:22.244Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 65 307 112 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "59c89b8a-db9e-4221-9365-cc00a123bb2d" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.29:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:36766 10.133.1.123:443 10.132.0.22:35394 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T15:58:36.753411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T15:58:47.405046Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:03:11.560212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T16:03:14.350Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 285 75 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "2ced1800-de44-43eb-a644-4d0f03927047" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.37:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:56300 10.133.1.123:443 10.132.0.22:36562 - v1-completions-path
2026-11-02T16:03:29.086636Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:03:33.750477Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:03:36.718632Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T16:03:36.718657Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T16:03:36.718660Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T16:03:36.718663Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-02T16:03:36.679Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 123 39 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "e536cbbc-40b4-4dc7-8c7e-78a2e0019c37" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.123:443 10.132.0.22:40176 - v1-completions-path
2026-11-02T16:03:47.158461Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:02.947425Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:08.103841Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:11.066935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T16:04:11.066971Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T16:04:11.066986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T16:04:11.066991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T16:04:10.950Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 314 116 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "4803486b-27ba-42bb-9223-11b6edfa025a" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.208:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:48990 10.133.1.123:443 10.132.0.22:35886 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T16:04:28.209263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:38.894883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:45.243113Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:04:57.635973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:04:57.636017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:04:57.636040Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:04:57.636048Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T16:04:57.524Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 112 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "232cf44e-4c17-4a20-b4c4-f6c7dec502fc" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.208:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:55654 10.133.1.123:443 10.132.0.22:42278 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T16:04:58.737Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "84208f8b-1e00-4b6a-b6ce-123036531e53" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:42284 - v1-completions-path
2026-11-02T16:05:14.530575Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:05:20.979838Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:05:27.261152Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T16:05:35.958Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "d67c0aea-9aa9-46f4-a957-34212e9ceb23" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:34444 - v1-completions-path
[2026-11-02T16:05:37.299Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "0a39878e-4561-4b8f-9db2-afe2347f671c" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:44994 10.133.1.123:443 10.132.0.22:34460 - v1-completions-path
[2026-11-02T16:05:40.128Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "9ac3c01d-a8c9-4cfa-8246-9af5edbc5db9" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:34474 - v1-completions-path
[2026-11-02T16:05:40.485Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "af303443-2dd2-4f90-b8b8-95cc62ce03b6" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:34482 - v1-completions-path
[2026-11-02T16:05:41.560Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 64 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "4d3d40a2-ca3e-4727-a4bd-bc1acee4d156" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:34498 - v1-completions-path
2026-11-02T16:05:59.254169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:06:09.849042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:06:16.629599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:06:22.803879Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:06:34.798322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T16:06:42.864Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "96e46b4d-bcab-428f-9885-1e5373ee3efc" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.123:45008 10.133.1.123:443 10.132.0.22:56128 - v1-completions-path
2026-11-02T16:06:44.338383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:06:44.338419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:06:44.338436Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T16:06:44.338441Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T16:06:44.221Z] "DELETE /v1/api-keys/2eb623be-173c-42ad-b6a8-6ca2c57272ec HTTP/1.1" 200 - via_upstream - "-" 0 367 116 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "dc9b3e56-d15d-4a37-880d-dbcb26b97b63" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.133.1.167:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:39468 10.133.1.123:443 10.132.0.22:34506 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T16:06:58.110072Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:07:08.848999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:07:13.865896Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:07:32.356211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:07:38.614166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:08:01.909426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:08:23.945627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:08:43.754504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:08:54.767718Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:05.654439Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:16.526591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:27.186917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:37.975714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:48.798984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T16:09:58.877263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:09:58.877300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:09:58.877316Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T16:09:58.877321Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T16:09:59.467511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T16:09:58.755Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 331 121 - "34.228.250.194,10.132.0.22" "python-requests/2.34.2" "fa103390-a470-40e9-b636-bb7d34da85d7" "maas.apps.61d88bbb8c406d3a9034.prod.konflux-ocp-ci.dev" "10.132.0.208:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.123:49974 10.133.1.123:443 10.132.0.22:58236 - odh-ai-gateway-infra.maas-api-route.3