2026-11-03T00:13:54.596527Z	info	FLAG: --concurrency="0"
2026-11-03T00:13:54.596547Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T00:13:54.596552Z	info	FLAG: --help="false"
2026-11-03T00:13:54.596554Z	info	FLAG: --log_as_json="false"
2026-11-03T00:13:54.596556Z	info	FLAG: --log_caller=""
2026-11-03T00:13:54.596558Z	info	FLAG: --log_output_level="default:info"
2026-11-03T00:13:54.596560Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T00:13:54.596564Z	info	FLAG: --log_target="[stdout]"
2026-11-03T00:13:54.596566Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T00:13:54.596568Z	info	FLAG: --outlierLogPath=""
2026-11-03T00:13:54.596570Z	info	FLAG: --profiling="true"
2026-11-03T00:13:54.596572Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T00:13:54.596574Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T00:13:54.596576Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T00:13:54.596578Z	info	FLAG: --stsPort="0"
2026-11-03T00:13:54.596579Z	info	FLAG: --templateFile=""
2026-11-03T00:13:54.596582Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T00:13:54.596584Z	info	FLAG: --vklog="0"
2026-11-03T00:13:54.596587Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T00:13:54.596739Z	info	Proxy role	ips=[10.134.0.38] type=router id=maas-default-gateway-openshift-default-7bdc57c4cf-mmvpk.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T00:13:54.596795Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T00:13:54.598298Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T00:13:54.598497Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T00:13:54.598508Z	info	JWT policy is third-party-jwt
2026-11-03T00:13:54.598511Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T00:13:54.600592Z	info	Starting default Istio SDS Server
2026-11-03T00:13:54.600622Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T00:13:54.600641Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T00:13:54.601258Z	info	Opening status port 15020
2026-11-03T00:13:54.601956Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T00:13:54.602250Z	info	sds	Starting SDS grpc server
2026-11-03T00:13:54.602268Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T00:13:54.603440Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T00:13:54.604212Z	info	Starting proxy agent
2026-11-03T00:13:54.604244Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T00:13:54.668198Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T00:13:54.689719Z	info	cache	generated new workload certificate	resourceName=default latency=87.314655ms ttl=23h59m59.310285836s
2026-11-03T00:13:54.689757Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T00:13:54.689791Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.310209442s
2026-11-03T00:13:54.835864Z	info	ads	ADS: new connection for node:1
2026-11-03T00:13:54.835965Z	info	cache	returned workload certificate from cache	ttl=23h59m59.164039856s
2026-11-03T00:13:54.836266Z	info	ads	ADS: new connection for node:2
2026-11-03T00:13:54.836336Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.16366627s
2026-11-03T00:13:54.918325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:14:02.836643Z	info	Readiness succeeded in 8.242597763s
2026-11-03T00:14:02.837069Z	info	Envoy proxy is ready
2026-11-03T00:14:06.242751Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:14:06.242790Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:14:06.242805Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:14:06.242810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T00:14:06.050Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 320 192 - "34.228.250.194,10.132.0.14" "curl/7.76.1" "1656f879-e7dd-403f-a7df-657f57d0ecdb" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:36752 10.134.0.38:443 10.132.0.14:39928 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T00:14:06.558853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:14:06.558893Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:14:06.558909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:14:06.558914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T00:14:06.472Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 86 - "34.228.250.194,10.132.0.14" "curl/7.76.1" "d00ef622-96e4-47af-a6ad-9338bdca01e5" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:36762 10.134.0.38:443 10.132.0.14:39938 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T00:14:08.565Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 56 - "34.228.250.194,10.132.0.14" "curl/7.76.1" "3782c710-452b-4dc7-8698-71ef998d0bf6" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:39960 - v1-model-routing
2026-11-03T00:20:06.258113Z	info	ads	ADS: new connection for node:3
2026-11-03T00:20:06.261755Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T00:20:06.261815Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T00:20:13.438996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:20:18.775962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:20:33.534659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:20:35.932624Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:35.932680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:35.932704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:35.932712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T00:20:35.724Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 207 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "4adcd45f-f4d2-4dc3-9863-5b9176b98f14" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:41814 10.134.0.38:443 10.132.0.14:36686 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T00:20:37.291413Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:37.291447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:37.291457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T00:20:37.291462Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:20:37.291615Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T00:20:37.226Z] "POST /llm/e2e-rt-sw-79bbde/anything/e2e-rt-sw-79bbde-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 65 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "93ec3dd0-9a60-440b-ae00-a1277e907d51" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-79bbde.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:36706 - llm.external-model-e2e-rt-sw-79bbde-48ba9433c6bb.2
2026-11-03T00:20:44.311557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:20:55.069937Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:20:55.069969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:20:55.069978Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T00:20:55.069983Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:20:55.070137Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T00:20:55.005Z] "POST /llm/e2e-rt-sw-79bbde/anything/e2e-rt-sw-79bbde-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 65 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "53d714e5-f033-4efa-bd53-566bf55311dd" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-79bbde.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:41938 - llm.external-model-e2e-rt-sw-79bbde-48ba9433c6bb.2
2026-11-03T00:21:01.492214Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:21:50.740531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:22:08.339615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T00:23:10.092Z] "POST /llm/e2e-rt-eq-9415e7/anything/e2e-rt-eq-9415e7-client HTTP/1.1" 503 -  - "-" 124 0 68 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "4f33bfec-a755-4e98-a30a-3a56f3ebb7cd" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-9415e7.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:35992 - llm.external-model-e2e-rt-eq-9415e7-f598b5b80116.4
[2026-11-03T00:23:26.105Z] "POST /llm/e2e-rt-eq-9415e7/anything/e2e-rt-eq-9415e7-client HTTP/1.1" 503 -  - "-" 124 0 97 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "98750183-a9e3-4095-8955-f2748efc4e2a" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-9415e7.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:40616 - llm.external-model-e2e-rt-eq-9415e7-f598b5b80116.4
[2026-11-03T00:23:42.007Z] "POST /llm/e2e-rt-eq-9415e7/anything/e2e-rt-eq-9415e7-client HTTP/1.1" 503 -  - "-" 124 0 106 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "101e32a6-af1e-4b66-8992-ef9b1a25b4df" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-9415e7.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:38386 - llm.external-model-e2e-rt-eq-9415e7-f598b5b80116.4
[2026-11-03T00:24:35.659Z] "POST /llm/e2e-rt-eq-9415e7/anything/e2e-rt-eq-9415e7-client HTTP/1.1" 503 -  - "-" 124 0 69 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "5c5a58ee-9990-4d23-b32b-65e3ec953571" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-9415e7.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:37324 - llm.external-model-e2e-rt-eq-9415e7-f598b5b80116.4
2026-11-03T00:25:48.891971Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-03T00:25:51.306687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:26:03.356148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:28:41.476350Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:28:41.476389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:28:41.476404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T00:28:41.476408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T00:28:41.350Z] "DELETE /v1/api-keys/7f849500-96e3-4b12-bff1-79429ccf9026 HTTP/1.1" 200 - via_upstream - "-" 0 370 125 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "676091d2-8a83-47e6-a7bd-9d47beb8cd0b" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34178 10.134.0.38:443 10.132.0.14:38890 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T00:28:42.276525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T00:28:42.282414Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:28:42.282452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:28:42.282469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T00:28:42.282474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T00:28:42.171Z] "DELETE /v1/api-keys/e410ecea-7a14-4c15-afd5-1ec2b282a0df HTTP/1.1" 200 - via_upstream - "-" 0 321 110 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "2e72c870-70f3-4e0b-8711-c0136abce1d3" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34192 10.134.0.38:443 10.132.0.14:38894 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T00:28:50.183098Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:28:50.183142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:28:50.183163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:28:50.183169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T00:28:50.069Z] "DELETE /v1/api-keys/8acdfd68-49b6-4a9e-a957-3bebe0cf8226 HTTP/1.1" 200 - via_upstream - "-" 0 321 114 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "6866d456-cf6e-4aad-ae82-dde61da9ca12" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34192 10.134.0.38:443 10.132.0.14:52274 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T00:29:05.919Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 81 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "529014cf-97c6-469f-a5be-297ad106002e" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:40620 - v1-completions-path
2026-11-03T00:29:10.474666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-03T00:29:10.481376Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:29:10.481409Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:29:10.481423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:29:10.481428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T00:29:10.363Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 117 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "579c1e71-8869-42b8-b149-5b382848828b" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34178 10.134.0.38:443 10.132.0.14:40642 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T00:29:15.332498Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:29:15.332538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T00:29:15.332556Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T00:29:15.332562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T00:29:15.324Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 8 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "d8b73c73-ba0c-4d2b-96a1-d6d723a11bbe" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:34178 10.134.0.38:443 10.132.0.14:57640 - odh-ai-gateway-infra.maas-api-route.4
2026-11-03T00:34:52.861673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:35:31.277435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:37:14.699408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T00:38:23.001786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:38:23.001850Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:38:23.001865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T00:38:23.001869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T00:38:23.002027Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-11-03T00:38:23.002071Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T00:38:23.002078Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T00:38:23.002080Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T00:38:23.002084Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T00:38:22.928Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 120 126 73 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "e9846f4a-9a82-4cae-99fd-a2c980634aa7" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:59460 10.134.0.38:443 10.132.0.14:44332 - v1-chat-completions-path
2026-11-03T00:43:06.127272Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
[2026-11-03T00:55:02.333Z] "GET /v1/tenants HTTP/1.1" 404 NR route_not_found - "-" 0 0 8 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "cdb2267e-3069-4392-8073-60b8c8dc5fe5" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" - - 10.134.0.38:443 10.132.0.14:43154 - -
2026-11-03T01:01:41.870040Z	info	ads	ADS: new connection for node:4
2026-11-03T01:01:41.874250Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:01:45.343202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:02:11.909649Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:02:56.809749Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:03:15.721380Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:04:11.669738Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:04:22.021645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:04:22.021675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:04:22.021684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T01:04:22.021687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:04:22.021844Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T01:04:21.872Z] "POST /anything/e2e-dft-6e7657-595f81 HTTP/1.1" 200 - via_upstream - "-" 109 1777 149 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "ff2ee11b-96e9-4490-b660-6d8265798368" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:34890 10.134.0.38:443 10.132.0.14:45512 - llm.external-model-e2e-dft-6e7657-704092ef50b5.0
2026-11-03T01:04:22.893783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:04:22.893809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:04:22.893836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:04:22.893840Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:04:22.893998Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T01:04:22.764Z] "POST /anything/e2e-dft-1cac48-b42e55 HTTP/1.1" 200 - via_upstream - "-" 109 1771 129 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "4b77a005-2e45-47a9-8d42-b8ab4227135c" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:34906 10.134.0.38:443 10.132.0.14:45520 - llm.external-model-e2e-dft-1cac48-81dc431030fe.0
2026-11-03T01:05:02.316230Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:05:26.677Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 74 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "46ab6f0f-80c0-4d2a-a090-e065c244fcfc" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:39722 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:05:47.970Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 65 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "772b4b3b-24c1-48b1-b4c7-1fe0a9ff3186" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:39844 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:06:09.095Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 72 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "62a56a38-5b85-4837-9343-9f8cb59d5388" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:45340 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:06:19.840Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 67 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "19659aa3-f24e-4cbe-9d78-332719f5bb6e" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:37794 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:07:13.016Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 77 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "0c03b172-0ba8-4bf9-a911-d6aefe19721f" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:39120 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:07:34.311Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 64 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "daf5e4ee-10fd-4796-a076-6215a118e44c" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:38228 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:08:16.680Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 69 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "019edde9-61f5-402c-9422-a5208c756827" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:57086 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:08:54.011Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 72 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "a57db7ba-54af-442d-afb0-08d995437006" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:53138 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
[2026-11-03T01:09:10.039Z] "POST /llm/e2e-dft-4e2db4/anything/e2e-dft-4e2db4-d87bee HTTP/1.1" 503 -  - "-" 109 0 73 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "0f12a063-720a-4eaa-a179-2fa9031a6c53" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-4e2db4.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:33042 - llm.external-model-e2e-dft-4e2db4-3d2709c957e9.2
2026-11-03T01:09:33.560935Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T01:09:34.584575Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:09:36.696851Z	info	ads	ADS: new connection for node:5
2026-11-03T01:09:36.703869Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:09:42.523106Z	info	ads	ADS: "" 5 terminated
2026-11-03T01:09:43.422679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:09:49.273888Z	info	ads	ADS: new connection for node:6
2026-11-03T01:09:49.278609Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:09:49.536401Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:09:53.681416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:09:55.368592Z	info	ads	ADS: "" 6 terminated with stream closed
2026-11-03T01:09:57.431996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:09:58.230386Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:10:42.566075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:12:34.863429Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:13:04.766345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:14:34.445453Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-03T01:24:01.135663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:27.925525Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:24:37.042042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:24:37.042076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:24:37.042089Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:24:37.042093Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T01:24:36.930Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 111 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "dc94a275-b6e9-4040-9e37-684f5f7f6c40" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:57726 10.134.0.38:443 10.132.0.14:46270 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:25:03.185250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:25:05.802Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 321 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "cef3d639-d9d3-4471-b107-6d1e89b47f46" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:33802 10.134.0.38:443 10.132.0.14:59748 - v1-chat-completions-path
[2026-11-03T01:25:07.511Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 67 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "db20536b-a0a5-4d49-94ba-e44474b15a13" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:49988 10.134.0.38:443 10.132.0.14:59750 - v1-chat-completions-path
[2026-11-03T01:25:07.783Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 140 405 61 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "36caa654-64a9-494b-9c5a-d838cdd9c9ed" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:49988 10.134.0.38:443 10.132.0.14:59762 - v1-chat-completions-path
2026-11-03T01:25:20.074215Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T01:25:20.074241Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T01:25:20.074245Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T01:25:20.074250Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T01:25:19.926Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 147 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "416e55b7-d836-454f-9d9e-c4c4451c9f6d" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:56328 - v1-catch-all-path
2026-11-03T01:25:21.474392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:26.095100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:29.852362Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-03T01:25:29.713Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 139 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "c6ee8afb-fff6-4fb4-99ad-591194a46ca7" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.52:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:50006 10.134.0.38:443 10.132.0.14:47734 - v1-catch-all-model-routing
2026-11-03T01:25:36.327167Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:25:40.893059Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T01:25:40.826Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 66 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "b8d02a8e-abc0-4376-b21f-448eb70267d1" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.52:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:58008 10.134.0.38:443 10.132.0.14:42640 - v1-catch-all-path
2026-11-03T01:25:50.146065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:26:00.343185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:26:17.035371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:26:28.727710Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:26:32.517650Z	info	ads	ADS: new connection for node:7
2026-11-03T01:26:32.517839Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T01:26:32.517931Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T01:26:35.598003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:27:14.700469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:27:38.776044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:27:38.803669Z	info	ads	ADS: "" 7 terminated with stream closed
2026-11-03T01:27:45.212363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:27:58.379863Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:30:32.264481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:00.268957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:26.124966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:38.181639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:44.599485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:31:51.894304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:03.092924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:09.283688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:27.258128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:32:29.433241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:32:29.433278Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:32:29.433293Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:32:29.433298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T01:32:29.313Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 330 120 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "2cf40ac7-520b-497e-952d-e68d5e007c72" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:58752 10.134.0.38:443 10.132.0.14:33576 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:32:58.245Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 67 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "f6b20359-9908-4e3f-8ee8-2327dbd4b8f5" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.55:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:51084 10.134.0.38:443 10.132.0.14:45630 - v1-completions-path
2026-11-03T01:33:14.791690Z	info	ads	ADS: new connection for node:8
2026-11-03T01:33:14.797953Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:33:18.702916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:33:19.923242Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:33:23.114460Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"1192","StreamId":"9240311050265272707"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=24
[2026-11-03T01:33:23.052Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 62 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "295b85ac-1768-4095-a250-18eb89690935" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.134.0.38:443 10.132.0.14:50034 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-03T01:34:14.101875Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:14.101907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:14.101916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:14.101920Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T01:34:14.102089Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T01:34:13.977Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1722 124 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "1f56b827-3b20-42e8-b1e2-9b0c4cb362b9" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:48970 10.134.0.38:443 10.132.0.14:36276 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T01:34:16.421373Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:34:16.421407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:34:16.421419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:34:16.421423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:34:16.421579Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T01:34:16.305Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1723 115 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "83ad7ce5-30cf-4783-a5d9-c93a5a9d9163" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.38:48972 10.134.0.38:443 10.132.0.14:39908 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T01:34:55.453599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:55.453638Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:55.453654Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:34:55.453659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T01:34:55.332Z] "DELETE /v1/api-keys/1a7d1476-1378-4494-b5d9-fa9aae60c4fd HTTP/1.1" 200 - via_upstream - "-" 0 359 120 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "6090e61d-72b1-43d5-a634-5a12b6b736f3" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:40902 10.134.0.38:443 10.132.0.14:46320 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:35:08.801672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:35:08.832239Z	info	ads	ADS: "" 8 terminated with stream closed
2026-11-03T01:35:11.468199Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:35:22.082019Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:35:26.843Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 58 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "3788f224-8bbc-40ff-af29-b8918c79a1cb" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:46284 - v1-completions-path
2026-11-03T01:35:40.440969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:35:45.090060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:35:51.318Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "5ebf4211-f808-4d0b-bb1e-6d4ea5929a52" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.38:443 10.132.0.14:36860 - v1-completions-path
2026-11-03T01:36:05.169945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:21.971000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:36:29.646Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 76 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "f1d2860f-04cd-4307-ac36-919f3e6a8bb3" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:39138 - v1-completions-path
[2026-11-03T01:36:30.184Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "b1277c0e-9627-4a0c-9d55-a9a29e49f168" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:39152 - v1-completions-path
[2026-11-03T01:36:31.215Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 57 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "93735a40-bb9e-4b08-a391-5035e0e05d39" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:39166 - v1-completions-path
2026-11-03T01:36:49.814684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:00.391729Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:06.821639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:37:20.235Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 60 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "0da1e542-f933-4671-af28-9a1957b40058" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:41928 - v1-completions-path
[2026-11-03T01:37:20.495Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 59 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "bbc75f97-f1c1-47b1-8029-6df9b02eba8a" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:41932 - v1-completions-path
[2026-11-03T01:37:21.531Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 62 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "5872e74e-aae9-489c-9077-d58a18680959" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:41934 - v1-completions-path
2026-11-03T01:37:35.203737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:37:39.791390Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:37:47.054Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 74 287 78 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "311c4d4c-3bcf-4176-a847-144346ba57c8" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:48602 10.134.0.38:443 10.132.0.14:33296 - v1-completions-path
2026-11-03T01:37:53.235215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:06.251895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:14.106603Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:24.234645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:34.767426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:52.291037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:38:58.266514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:16.374676Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:21.906352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:33.182922Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:39:56.550855Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:07.240534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:10.450432Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:40:10.450467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:40:10.450481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T01:40:10.450485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T01:40:10.332Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 117 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "1dc66a83-3808-4cc1-99dd-85b2807d1b73" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:39940 10.134.0.38:443 10.132.0.14:46238 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:40:25.971596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:33.687500Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:42:52.745766Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=4
2026-11-03T01:42:59.806617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:44:29.072331Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:44:33.753Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 294 79 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "017708c1-d7a5-4dfb-82b5-1e2bf4cee365" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:42534 10.134.0.38:443 10.132.0.14:53432 - v1-completions-path
2026-11-03T01:44:48.367057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:44:53.162757Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:45:06.522992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:45:22.650420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:45:27.480395Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:45:33.216335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:45:33.216371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:45:33.216387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:45:33.216392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T01:45:33.091Z] "DELETE /v1/api-keys/9f23950f-b1b2-4980-9a10-0bddbe3006a1 HTTP/1.1" 200 - via_upstream - "-" 0 369 124 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "92ed18e1-5894-434b-ae39-5a6c9989dec3" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.134.0.154:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:45378 10.134.0.38:443 10.132.0.14:54618 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:45:47.165945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:45:57.988947Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:46:04.284670Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:46:19.241Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 62 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "2e4a766f-3794-4638-bd91-cea1410708ca" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:53120 - v1-completions-path
2026-11-03T01:46:35.272243Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:46:39.714026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:46:47.334007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:46:54.987Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 67 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "a333bb84-df93-472f-b879-77006bc20e4b" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:39028 - v1-completions-path
[2026-11-03T01:46:55.617Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 58 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "677f9c46-b9e0-4430-957a-88f4e7efe5d9" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:36404 10.134.0.38:443 10.132.0.14:39040 - v1-completions-path
[2026-11-03T01:46:56.996Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 63 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "bb7d7e43-e245-46f7-954b-b82d01499988" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:39052 - v1-completions-path
[2026-11-03T01:47:02.551Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "6b80acd5-1519-4a82-99fd-1985d4f5c797" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:39074 - v1-completions-path
[2026-11-03T01:47:03.644Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 67 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "e18554e9-5431-42fb-9e69-7fe264b487ce" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:39084 - v1-completions-path
2026-11-03T01:47:18.378207Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:47:28.993714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:47:35.587609Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:47:41.466580Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:47:49.763416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:47:49.763451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:47:49.763466Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:47:49.763471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T01:47:49.640Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 122 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "2f32a3ff-a84e-49b9-bc0c-c44f4f8d8178" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.179:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:38026 10.134.0.38:443 10.132.0.14:38466 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:47:53.593181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:48:01.181Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 63 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "8999f9ff-483d-4396-a8aa-d0a8a6792cc4" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.38:57414 10.134.0.38:443 10.132.0.14:53382 - v1-completions-path
2026-11-03T01:48:17.073220Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:48:27.734904Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:48:32.486438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:48:50.902493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:48:56.894095Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:49:20.786870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:49:42.993650Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:50:02.830087Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:50:15.623259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:50:35.653741Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:50:39.337480Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-03T01:50:46.464955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:50:57.187588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:51:08.031428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:51:18.305194Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:51:18.305235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:51:18.305254Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T01:51:18.305261Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T01:51:18.621890Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:51:18.179Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 330 126 - "34.228.250.194,10.132.0.14" "python-requests/2.34.2" "cafdb34a-ebbf-42e9-8ebf-a634e33bb207" "maas.apps.5cd396bf50a6773ea167.prod.konflux-ocp-ci.dev" "10.134.0.154:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.38:49494 10.134.0.38:443 10.132.0.14:55494 - odh-ai-gateway-infra.maas-api-route.3