2026-11-02T01:29:39.225422Z	info	FLAG: --concurrency="0"
2026-11-02T01:29:39.225442Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T01:29:39.225446Z	info	FLAG: --help="false"
2026-11-02T01:29:39.225448Z	info	FLAG: --log_as_json="false"
2026-11-02T01:29:39.225450Z	info	FLAG: --log_caller=""
2026-11-02T01:29:39.225452Z	info	FLAG: --log_output_level="default:info"
2026-11-02T01:29:39.225454Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T01:29:39.225458Z	info	FLAG: --log_target="[stdout]"
2026-11-02T01:29:39.225461Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T01:29:39.225465Z	info	FLAG: --outlierLogPath=""
2026-11-02T01:29:39.225467Z	info	FLAG: --profiling="true"
2026-11-02T01:29:39.225469Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T01:29:39.225471Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T01:29:39.225473Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T01:29:39.225475Z	info	FLAG: --stsPort="0"
2026-11-02T01:29:39.225477Z	info	FLAG: --templateFile=""
2026-11-02T01:29:39.225479Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T01:29:39.225481Z	info	FLAG: --vklog="0"
2026-11-02T01:29:39.225484Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T01:29:39.225701Z	info	Proxy role	ips=[10.134.0.36] type=router id=maas-default-gateway-openshift-default-769df7846c-fqsh2.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T01:29:39.225750Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T01:29:39.226816Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T01:29:39.227038Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T01:29:39.227050Z	info	JWT policy is third-party-jwt
2026-11-02T01:29:39.227052Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T01:29:39.228577Z	info	Starting default Istio SDS Server
2026-11-02T01:29:39.228603Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T01:29:39.228626Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T01:29:39.228961Z	info	Opening status port 15020
2026-11-02T01:29:39.229478Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T01:29:39.231263Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T01:29:39.233066Z	info	sds	Starting SDS grpc server
2026-11-02T01:29:39.233085Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T01:29:39.233243Z	info	Starting proxy agent
2026-11-02T01:29:39.233273Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T01:29:39.295912Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T01:29:39.351855Z	info	cache	generated new workload certificate	resourceName=default latency=122.075557ms ttl=23h59m59.648148852s
2026-11-02T01:29:39.351890Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T01:29:39.351952Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.648048303s
2026-11-02T01:29:39.476528Z	info	ads	ADS: new connection for node:1
2026-11-02T01:29:39.476601Z	info	cache	returned workload certificate from cache	ttl=23h59m59.523400978s
2026-11-02T01:29:39.477285Z	info	ads	ADS: new connection for node:2
2026-11-02T01:29:39.477361Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.522639531s
2026-11-02T01:29:39.559050Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:29:47.668717Z	info	Readiness succeeded in 8.446276962s
2026-11-02T01:29:47.669027Z	info	Envoy proxy is ready
2026-11-02T01:30:07.386519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:30:07.386561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:30:07.386576Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:30:07.386581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T01:30:07.287Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 99 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "5d57a438-8675-4337-a2ce-676430dacb2b" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:38488 10.134.0.36:443 10.132.0.10:36980 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T01:30:07.912Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 343 86 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "f3750e45-74eb-44ed-bdf9-944291229d4e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38200 10.134.0.36:443 10.132.0.10:36994 - v1-model-routing
[2026-11-02T01:30:08.199Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 325 58 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "ecbcf703-6a02-47da-9b81-2347451172b2" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38200 10.134.0.36:443 10.132.0.10:37006 - v1-model-routing
[2026-11-02T01:30:08.783Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 408 58 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "46488a5a-f1a1-4572-ad19-283da9c6b69b" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38200 10.134.0.36:443 10.132.0.10:37012 - v1-model-routing
[2026-11-02T01:30:09.809Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 58 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "45e0a3d3-5832-4e59-a550-a8e9401e8dad" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:37022 - v1-model-routing
[2026-11-02T01:30:10.323Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 138 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "fb1006fb-280f-4c2d-8357-f74ccdc52c1d" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:37024 - v1-model-routing
2026-11-02T01:30:10.995126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:10.995165Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:10.995178Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:10.995183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T01:30:10.881Z] "DELETE /v1/api-keys/30ece0c7-d61a-4768-83f7-b9690832a2e8 HTTP/1.1" 200 - via_upstream - "-" 0 365 113 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "e242c109-cf99-4e7d-9517-186b10cb127e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:45328 10.134.0.36:443 10.132.0.10:37038 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T01:30:11.751445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-02T01:30:11.850283Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:11.850328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:11.850349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:30:11.850354Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T01:30:11.744Z] "GET /v1/subscriptions HTTP/1.1" 200 - via_upstream - "-" 0 488 105 - "44.212.242.249,10.132.0.10" "curl/7.76.1" "6395292d-cb87-4fe3-95d9-4a5aeb22d9c9" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:45328 10.134.0.36:443 10.132.0.10:37054 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T01:35:55.591598Z	info	ads	ADS: new connection for node:3
2026-11-02T01:35:55.597217Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-02T01:35:55.597283Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T01:36:03.188484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:36:05.404980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:36:12.816422Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:36:15.441752Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"131","StreamId":"1844778915498633288"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=24
[2026-11-02T01:36:15.364Z] "POST /llm/e2e-rt-sw-2bd9be/anything/e2e-rt-sw-2bd9be-client HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 124 0 77 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6318c8a8-2266-4e34-87ab-db319d6f1c38" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-2bd9be.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:44724 - llm.external-model-e2e-rt-sw-2bd9be-c1817ff883c1.4
2026-11-02T01:36:29.050542Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:36:29.050574Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:36:29.050582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:36:29.050586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T01:36:29.050752Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T01:36:28.855Z] "POST /anything/e2e-rt-sw-2bd9be-client HTTP/1.1" 200 - via_upstream - "-" 124 1765 195 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "cce5429e-56ef-4ece-b648-6be0112354f9" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.36:50466 10.134.0.36:443 10.132.0.10:39924 - llm.external-model-e2e-rt-sw-2bd9be-c1817ff883c1.0
2026-11-02T01:36:37.108742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:37:04.767188Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:37:49.397511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:38:01.443404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T01:38:21.136Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 67 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "c181b80e-4756-4021-b55f-56b6e2b23795" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:48012 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
[2026-11-02T01:38:26.430Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 59 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "8bbaec70-e5ee-4ea6-a056-a71762646a9c" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:48024 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
[2026-11-02T01:39:14.246Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 66 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "09364aba-10e7-461c-8201-0ec1f817e86e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:45422 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
2026-11-02T01:39:24.781544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-02T01:39:24.773Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 67 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "32e98f05-1e79-4761-87c1-c035fdf5f2b7" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:55686 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
[2026-11-02T01:40:24.152Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 98 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "8b16b6ea-b344-48ca-82bd-f3f5670c5e8a" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:34914 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
[2026-11-02T01:40:46.058Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 76 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "ac344a5a-763c-487a-8e1d-b025ee347d0a" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:56162 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
2026-11-02T01:40:52.873703Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T01:40:58.446Z] "POST /llm/e2e-rt-eq-65adb3/anything/e2e-rt-eq-65adb3-client HTTP/1.1" 503 -  - "-" 124 0 733 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "65c21f22-bb1a-4a1c-b6dd-1307d2b88fdf" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-65adb3.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:57854 - llm.external-model-e2e-rt-eq-65adb3-bbd3f71d284e.4
2026-11-02T01:41:28.646487Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:41:42.978353Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:41:48.013692Z	info	ads	ADS: "" 3 terminated
2026-11-02T01:41:48.115373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:42:05.575945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:43:05.891854Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:43:42.436304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:46:11.567526Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:46:11.567564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:46:11.567583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T01:46:11.567588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T01:46:11.396Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 327 171 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "52a21275-9e81-4f3f-8bcd-4f0c2d5a10ce" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:47854 10.134.0.36:443 10.132.0.10:48592 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T01:46:20.731016Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:46:20.731052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:46:20.731068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T01:46:20.731073Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T01:46:21.217865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:46:21.217903Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:46:21.217917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:46:21.217941Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T01:46:20.581Z] "DELETE /v1/api-keys/6af125d4-f6d8-48db-8f1a-0c8344836a71 HTTP/1.1" 200 - via_upstream - "-" 0 321 149 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "994ff06f-0008-4620-8736-d34f0e8ff879" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:47854 10.134.0.36:443 10.132.0.10:44192 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T01:46:21.101Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 116 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "9f65acbf-d0fd-4df8-9f08-4a4f4bd9d7f0" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:60796 10.134.0.36:443 10.132.0.10:44196 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T01:46:30.424Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 332 - "44.212.242.249,10.132.0.10" "-" "6fbaeaca-f012-4a2e-8447-83bcb373941f" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:53670 - v1-completions-path
2026-11-02T01:46:36.776557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-02T01:46:36.776645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:46:36.776667Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T01:46:36.776684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T01:46:36.776691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T01:46:36.663Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 113 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6e8245f6-0175-41cc-8797-579ee7f06a6f" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:60796 10.134.0.36:443 10.132.0.10:53682 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T01:46:37.223Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "d8eb4bdd-91ff-49c7-9599-e323b296df11" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:34934 - v1-completions-path
2026-11-02T01:46:39.430537Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T01:47:04.936472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T02:00:54.181Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 135 2060 83 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "096f5a11-a74b-401d-ada5-61e2086c1ed0" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:58816 - v1-chat-completions-path
[2026-11-02T02:01:06.616Z] "POST /maas-api/v1/tokens HTTP/1.1" 401 -  - "-" 20 88 29 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "066cdc26-12ac-4e3d-9a91-499220b6dc25" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.36:443 10.132.0.10:38258 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:01:12.061969Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
[2026-11-02T02:01:36.105Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 110 322 69 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "929af805-7ebf-48fc-b24d-6f8531716179" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:38280 - v1-chat-completions-path
2026-11-02T02:01:39.515185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:01:39.515226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:01:39.515244Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T02:01:39.515248Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T02:01:39.401Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 113 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "7f7e3508-702d-4d19-9299-9de92eb70494" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:37434 10.134.0.36:443 10.132.0.10:47740 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:01:39.634631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:01:39.634665Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:01:39.634679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:01:39.634684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T02:01:39.634838Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
2026-11-02T02:01:39.634892Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:01:39.634901Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:01:39.634903Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:01:39.634907Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-02T02:01:39.572Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 120 126 62 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "1a5fae76-73a5-45c6-b930-f9319bd5f2b7" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:47754 - v1-chat-completions-path
2026-11-02T02:02:00.695257Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:02:00.695302Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:02:00.695320Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:02:00.695325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:02:01.000143Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:02:01.000189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:02:01.000208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:02:01.000215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T02:02:00.486Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 209 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "773c8c42-cad1-4326-a583-445e84d0803f" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:57660 10.134.0.36:443 10.132.0.10:42136 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T02:02:00.887Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 86 329 112 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "66c25286-6ec5-478f-9278-20d55c24adf6" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:37434 10.134.0.36:443 10.132.0.10:42152 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:06:15.964238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:06:15.964277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:06:15.964294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:06:15.964299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T02:06:15.807Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 314 156 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6c939dbf-e295-4034-b190-30116e535db4" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:55492 10.134.0.36:443 10.132.0.10:52488 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T02:06:16.153Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 326 97 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "362c8bc4-3ce8-4838-a14d-c03ee169dabc" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:52496 - v1-chat-completions-path
[2026-11-02T02:06:16.439Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 320 89 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "a34b9967-ee3f-4a52-a964-57897ed7a5ee" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:52512 - v1-chat-completions-path
2026-11-02T02:06:16.818617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:06:16.818653Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:06:16.818667Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:06:16.818671Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:06:16.818824Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-11-02T02:06:16.818877Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T02:06:16.818885Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T02:06:16.818888Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T02:06:16.818892Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-02T02:06:16.729Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 126 129 89 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "f2c97a0c-64bb-4c50-81c8-c49311ce163c" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38200 10.134.0.36:443 10.132.0.10:52518 - v1-chat-completions-path
[2026-11-02T02:13:37.848Z] "GET /v1/tenants HTTP/1.1" 404 NR route_not_found - "-" 0 0 23 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "bd5b9cb8-c3cb-4867-9823-a1cff89445fa" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" - - 10.134.0.36:443 10.132.0.10:41570 - -
2026-11-02T02:21:27.236513Z	info	ads	ADS: new connection for node:4
2026-11-02T02:21:27.240783Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T02:21:30.695190Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:21:57.836017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:07.503208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:22:07.503245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:22:07.503260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:22:07.503265Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T02:22:07.319Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 183 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "5f9698a1-9242-4a7a-80a2-d969ff2d6f06" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:39158 10.134.0.36:443 10.132.0.10:57978 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:22:07.932735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:22:07.932769Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:22:07.932785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T02:22:07.932789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T02:22:07.932989Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T02:22:07.715Z] "POST /anything/e2e-dft-8f8f98-b8d4b4 HTTP/1.1" 200 - via_upstream - "-" 109 1760 217 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "3ba8548c-7397-4be8-9d79-a30112cbf067" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.36:48010 10.134.0.36:443 10.132.0.10:57992 - llm.external-model-e2e-dft-8f8f98-4987222936d2.0
[2026-11-02T02:22:08.502Z] "POST /llm/e2e-dft-8f8f98/anything/e2e-dft-8f8f98-b8d4b4 HTTP/1.1" 401 -  - "-" 109 88 143 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "9958a259-2f5c-4940-96c8-6122197c4ebc" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-8f8f98.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:57994 - llm.external-model-e2e-dft-8f8f98-4987222936d2.2
2026-11-02T02:22:09.053984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:22:09.054020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:22:09.054034Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:22:09.054040Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:22:09.054241Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T02:22:08.858Z] "POST /anything/e2e-dft-8f8f98-b8d4b4 HTTP/1.1" 200 - via_upstream - "-" 109 1761 195 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "7e2cfd02-d733-4bd8-a473-87bae32b8940" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.36:48020 10.134.0.36:443 10.132.0.10:58002 - llm.external-model-e2e-dft-8f8f98-4987222936d2.0
2026-11-02T02:22:21.313624Z	info	ads	ADS: "" 4 terminated
2026-11-02T02:22:22.269547Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:24.171957Z	info	ads	ADS: new connection for node:5
2026-11-02T02:22:24.178266Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T02:22:28.231347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:29.983739Z	info	ads	ADS: "" 5 terminated with stream closed
2026-11-02T02:22:31.796318Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:37.641624Z	info	ads	ADS: new connection for node:6
2026-11-02T02:22:37.645606Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T02:22:42.884586Z	info	ads	ADS: "" 6 terminated
2026-11-02T02:22:43.737772Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:45.058902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:45.156125Z	info	ads	ADS: new connection for node:7
2026-11-02T02:22:45.164754Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T02:22:46.902451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:51.142937Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:22:51.286172Z	info	ads	ADS: "" 7 terminated
2026-11-02T02:22:52.342797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:29:39.184151Z	info	ads	ADS: new connection for node:8
2026-11-02T02:29:39.187670Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T02:29:43.541715Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:30:32.560902Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:30:53.814867Z	info	ads	ADS: "" 8 terminated
2026-11-02T02:30:54.774850Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:31:20.307746Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:32:44.495954Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-02T02:34:01.445982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:37:25.926776Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:37:53.520692Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:39:25.221842Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:53:34.365304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:53:34.365346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:53:34.365366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:53:34.365372Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T02:53:34.184Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 314 180 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "e026f745-1e11-9754-9100-c3eb01f8f320" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:42614 10.134.0.36:443 10.132.0.10:50370 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:53:38.572433Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:53:40.610960Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:53:40.610999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:53:40.611019Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:53:40.611025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T02:53:40.494Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 116 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "b630844b-ab33-47d3-94d4-e7e86db79f2c" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:42614 10.134.0.36:443 10.132.0.10:54550 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:54:09.223267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:54:18.813890Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:54:18.813949Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:54:18.813962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:54:18.813967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T02:54:18.648Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 165 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "cb945b7c-dca5-40c9-88f4-d8c31761d1d8" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:42614 10.134.0.36:443 10.132.0.10:37542 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T02:54:45.740272Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T02:54:48.044Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 88 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "03348be7-f697-4171-b8f8-8d26549596a9" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:48006 10.134.0.36:443 10.132.0.10:57936 - v1-chat-completions-path
[2026-11-02T02:54:48.609Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 303 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "a4a0f95f-afb3-4a74-a7b8-a3f133fd058b" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:48020 10.134.0.36:443 10.132.0.10:57954 - v1-chat-completions-path
[2026-11-02T02:54:49.309Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 5518 5791 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "8033dafe-6759-4b54-af61-2b0cd3a62d55" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:48020 10.134.0.36:443 10.132.0.10:57966 - v1-chat-completions-path
[2026-11-02T02:54:50.291Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 62 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "735895c2-e89b-4662-9461-b3c244019774" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:48020 10.134.0.36:443 10.132.0.10:57978 - v1-chat-completions-path
[2026-11-02T02:54:50.563Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 140 405 58 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "dc6683ae-95bb-486b-8928-c0eff3386415" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:48006 10.134.0.36:443 10.132.0.10:57986 - v1-chat-completions-path
2026-11-02T02:55:02.762495Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:55:02.762523Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:55:02.762526Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-02T02:55:02.762530Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-02T02:55:02.617Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 144 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "1210039f-31f0-4c6d-92f1-27abf2ef45b6" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:43450 - v1-catch-all-path
2026-11-02T02:55:04.091258Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:55:08.521817Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:55:10.836316Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T02:55:10.762Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 73 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "81482eb1-448d-47ce-9661-a6df78cfc58e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:43478 10.134.0.36:443 10.132.0.10:33920 - v1-catch-all-path
2026-11-02T02:55:17.584418Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:55:19.590005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:55:19.590041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:55:19.590056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T02:55:19.590061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T02:55:19.840124Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
2026-11-02T02:55:20.557444Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T02:55:18.403Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 318 1186 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "fb425d15-bf4c-48f6-8a7c-e61aec2c8088" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:46772 10.134.0.36:443 10.132.0.10:41264 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T02:55:19.776Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 63 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "9a9f5955-0d7b-40a8-ab7c-d396fe768b89" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38354 10.134.0.36:443 10.132.0.10:41276 - v1-catch-all-path
[2026-11-02T02:55:20.495Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 62 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "69f45f9c-f735-47d8-a1e0-f48aaf8a607e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:43478 10.134.0.36:443 10.132.0.10:41278 - v1-catch-all-path
2026-11-02T02:55:20.917260Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
2026-11-02T02:55:21.284025Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T02:55:20.853Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "86f8e08b-0f11-4262-8638-a585f78ded57" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:43478 10.134.0.36:443 10.132.0.10:41282 - v1-catch-all-path
[2026-11-02T02:55:21.219Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "15c88292-63ee-47f1-bd89-a0c12ebcd836" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38354 10.134.0.36:443 10.132.0.10:41298 - v1-catch-all-path
2026-11-02T02:55:21.728324Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T02:55:21.667Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6f5f9990-2342-4893-a994-c0a405c6be5b" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:38354 10.134.0.36:443 10.132.0.10:41306 - v1-catch-all-path
2026-11-02T02:55:22.792961Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T02:55:22.730Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 62 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "39948bfe-da2b-439c-8201-1a62715c1de1" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:43478 10.134.0.36:443 10.132.0.10:41310 - v1-catch-all-path
[2026-11-02T02:55:23.075Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 60 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "49e0586f-81f1-4ed5-a42b-514c57300a39" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:41324 - v1-catch-all-path
2026-11-02T02:55:30.696595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:55:39.598464Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:55:55.895882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:56:07.440560Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:56:09.488679Z	info	ads	ADS: new connection for node:9
2026-11-02T02:56:09.488877Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T02:56:09.488912Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T02:56:12.602515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:56:58.452326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T02:57:01.824Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 335 99 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "9e5a7d7e-f027-4056-819f-b91ebc8e2a88" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.1.142:8000" outbound|54321||e2e-prio-pool-1a1b7616-inference-pool-ip-065b43b2.llm.svc.cluster.local 10.134.0.36:59916 10.134.0.36:443 10.132.0.10:45620 - v1-model-routing
2026-11-02T02:57:22.185487Z	info	ads	ADS: "" 9 terminated with stream closed
2026-11-02T02:57:22.474118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:57:27.152100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T02:57:43.543605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:00:36.584042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:01:04.801527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:01:27.662906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T03:01:27.662967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T03:01:27.662981Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T03:01:27.662986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T03:01:27.542Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 120 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6a2e7c5f-8c02-41fb-a3be-111be2d74dd5" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:35314 10.134.0.36:443 10.132.0.10:40426 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T03:01:30.271182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:01:45.804363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:01:59.525577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:02:12.161886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:02:14.235739Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=4
2026-11-02T03:02:17.088219Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:02:20.590Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 76 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "7e774a50-2582-4c5a-ae9b-740cb6eeb8ac" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:59254 - v1-completions-path
2026-11-02T03:02:36.320121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:03:07.661Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 70 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "93a6664d-e3a9-4d01-9900-aaf2a84cfb57" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:59736 - v1-completions-path
2026-11-02T03:03:23.643640Z	info	ads	ADS: new connection for node:10
2026-11-02T03:03:23.647884Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T03:03:26.829631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:03:29.544513Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:05:07.237107Z	info	ads	ADS: "" 10 terminated
2026-11-02T03:05:07.281324Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:05:09.947445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:05:20.510783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:05:22.841Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 269 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "d824d7de-76d0-46d3-b62a-af263c6e9094" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:47120 - v1-completions-path
[2026-11-02T03:05:23.806Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 63 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "1b87f2f0-141d-4139-aa3e-8dc2ba7004c8" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:60688 10.134.0.36:443 10.132.0.10:47124 - v1-completions-path
[2026-11-02T03:05:24.524Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 57 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "97452d22-4b50-4395-9ff1-a9d3c7cd1a6a" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:47138 - v1-completions-path
2026-11-02T03:05:38.535047Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:05:43.152767Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:06:03.253056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:06:11.837348Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-02T03:06:21.776588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:06:30.474Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 66 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6587180f-755a-487f-99e7-79e7337e0be3" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:32988 - v1-completions-path
[2026-11-02T03:06:31.542Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 59 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "c0833740-a418-4110-b393-167934a1efe5" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:33010 - v1-completions-path
2026-11-02T03:06:53.690589Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:07:04.615251Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:07:10.744381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:07:22.879Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "39195887-9327-46a3-9410-8e4b69d825b2" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:60688 10.134.0.36:443 10.132.0.10:36672 - v1-completions-path
[2026-11-02T03:07:24.360Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "3613a9b5-b832-47cf-a78b-5d6ea8637d6e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:36676 - v1-completions-path
2026-11-02T03:07:38.871354Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:07:43.410037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:07:56.726838Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:08:05.521259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:08:13.375424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:08:23.297149Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:08:32.756016Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:08:51.991549Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:09:23.000564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:09:31.891Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 63 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6442d697-d4e9-4ff1-9d05-222b385b5e29" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:57000 - v1-completions-path
2026-11-02T03:09:45.742859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:09:56.509984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:14:15.749676Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:14:22.014486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T03:14:22.014520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T03:14:22.014531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T03:14:22.014536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T03:14:21.898Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 116 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "63e479b8-1646-4841-bd52-b151e8f4576e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:43460 10.134.0.36:443 10.132.0.10:49734 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T03:14:35.526203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:14:40.172989Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:14:43.028Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 78 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "2708ae04-f019-4c16-ad8e-b6ae576bb31c" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:40178 10.134.0.36:443 10.132.0.10:40414 - v1-completions-path
2026-11-02T03:14:53.189015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:15:09.502262Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:15:14.787786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:15:19.149Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "8a67b6fc-2e30-4a66-9f32-3e045425404f" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:47514 - v1-completions-path
[2026-11-02T03:15:20.505Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "ba6646bb-5686-496a-9af3-5fc3cb3562da" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:47536 - v1-completions-path
2026-11-02T03:15:34.868996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:15:45.539476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:15:51.813662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:16:04.979233Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:04.979270Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:04.979285Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:04.979290Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T03:16:04.858Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 310 121 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "ea8b3e52-98c5-4530-9b5e-e6c5c754b5a5" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.134.0.172:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:35436 10.134.0.36:443 10.132.0.10:53402 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T03:16:05.463Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "036414d0-7ac3-4b1b-b7ee-e1e1f163df0e" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:60688 10.134.0.36:443 10.132.0.10:53408 - v1-completions-path
[2026-11-02T03:16:07.039Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 60 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "59068cc9-f30c-4706-8e71-07126b09c84d" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:60688 10.134.0.36:443 10.132.0.10:54958 - v1-completions-path
2026-11-02T03:16:08.007474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:08.007512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:08.007527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:08.007532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T03:16:07.891Z] "DELETE /v1/api-keys/d0766280-0462-4314-8d06-e2c01a551b5b HTTP/1.1" 200 - via_upstream - "-" 0 365 116 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "be9758c1-507a-4cf3-861c-71a55829ab61" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.228:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:56512 10.134.0.36:443 10.132.0.10:54974 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T03:16:21.840712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:16:28.041039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:16:34.526120Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:16:43.548Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 64 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "1ba6071b-7688-4d88-b86e-d93facfdc43f" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:53358 - v1-completions-path
[2026-11-02T03:16:46.381Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 63 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "dd268df7-edbe-4c72-8c74-b5147604dc33" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:53368 - v1-completions-path
[2026-11-02T03:16:47.112Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 66 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "4ff1eaaa-58c7-4dba-a43f-2cff77c017e3" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:46308 - v1-completions-path
[2026-11-02T03:16:47.856Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 70 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "095636cc-674b-4d8e-b318-5c4d555f6749" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:60688 10.134.0.36:443 10.132.0.10:46324 - v1-completions-path
[2026-11-02T03:16:48.234Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 65 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "ab48b8fe-f874-4103-aa6b-2d988339a1ca" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:45042 10.134.0.36:443 10.132.0.10:46328 - v1-completions-path
2026-11-02T03:16:52.513877Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:52.513912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:52.513955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T03:16:52.513962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T03:16:52.397Z] "DELETE /v1/api-keys/e7ca4de1-b98e-4165-87c4-378a9abcc82a HTTP/1.1" 200 - via_upstream - "-" 0 363 116 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "5c0d3db0-9237-457c-a5a7-2af4952b0abc" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.228:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.36:56512 10.134.0.36:443 10.132.0.10:46342 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T03:17:06.245812Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:17:17.213500Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:17:23.788202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:17:30.038689Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:17:41.649051Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T03:17:50.985Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 59 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "18cc178a-b6dd-4d7e-a199-30094437504d" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:55490 - v1-completions-path
2026-11-02T03:18:04.949504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:18:15.592215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:18:20.565534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:18:38.283468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:18:44.721053Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:19:08.015479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:19:30.324181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:19:52.026110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:20:12.145958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:20:23.164952Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:20:33.827417Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:20:44.672010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:20:55.471090Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:21:06.030392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T03:21:11.936098Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T03:21:11.936122Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T03:21:11.936125Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T03:21:11.936130Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-02T03:21:11.878Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 57 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "471ec54c-c770-43ee-b777-a82461b9c74b" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.36:443 10.132.0.10:60394 - v1-completions-path
[2026-11-02T03:21:15.437Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 74 - "44.212.242.249,10.132.0.10" "python-requests/2.34.2" "6cf7edf9-6106-48ff-b527-c74ebb8377a6" "maas.apps.82bac16f36aa9aea1c00.prod.konflux-ocp-ci.dev" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.36:49624 10.134.0.36:443 10.132.0.10:60410 - v1-completions-path