2026-10-31T23:23:17.028536Z	info	FLAG: --concurrency="0"
2026-10-31T23:23:17.028555Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T23:23:17.028560Z	info	FLAG: --help="false"
2026-10-31T23:23:17.028563Z	info	FLAG: --log_as_json="false"
2026-10-31T23:23:17.028565Z	info	FLAG: --log_caller=""
2026-10-31T23:23:17.028567Z	info	FLAG: --log_output_level="default:info"
2026-10-31T23:23:17.028569Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T23:23:17.028574Z	info	FLAG: --log_target="[stdout]"
2026-10-31T23:23:17.028576Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T23:23:17.028578Z	info	FLAG: --outlierLogPath=""
2026-10-31T23:23:17.028580Z	info	FLAG: --profiling="true"
2026-10-31T23:23:17.028582Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T23:23:17.028584Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T23:23:17.028586Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T23:23:17.028588Z	info	FLAG: --stsPort="0"
2026-10-31T23:23:17.028590Z	info	FLAG: --templateFile=""
2026-10-31T23:23:17.028592Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T23:23:17.028595Z	info	FLAG: --vklog="0"
2026-10-31T23:23:17.028597Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T23:23:17.028788Z	info	Proxy role	ips=[10.134.0.89] type=router id=maas-default-gateway-openshift-default-6cc458d887-csdm8.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T23:23:17.028836Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T23:23:17.029954Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T23:23:17.030157Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T23:23:17.030168Z	info	JWT policy is third-party-jwt
2026-10-31T23:23:17.030171Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T23:23:17.032188Z	info	Starting default Istio SDS Server
2026-10-31T23:23:17.032349Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T23:23:17.032375Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T23:23:17.032906Z	info	Opening status port 15020
2026-10-31T23:23:17.033447Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T23:23:17.034135Z	info	sds	Starting SDS grpc server
2026-10-31T23:23:17.034150Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T23:23:17.034986Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T23:23:17.035966Z	info	Starting proxy agent
2026-10-31T23:23:17.036005Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T23:23:17.126498Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T23:23:17.145048Z	info	cache	generated new workload certificate	resourceName=default latency=110.769067ms ttl=23h59m59.854956951s
2026-10-31T23:23:17.145095Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T23:23:17.145149Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.854851727s
2026-10-31T23:23:17.355949Z	info	ads	ADS: new connection for node:1
2026-10-31T23:23:17.361101Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-31T23:23:17.361151Z	info	cache	read certificate from file	resource=file-root:system
2026-10-31T23:23:17.394489Z	info	ads	ADS: new connection for node:2
2026-10-31T23:23:17.394600Z	info	cache	returned workload certificate from cache	ttl=23h59m59.605402938s
2026-10-31T23:23:17.396972Z	info	ads	ADS: new connection for node:3
2026-10-31T23:23:17.397067Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.602934622s
2026-10-31T23:23:17.517425Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:23:26.164442Z	info	Readiness succeeded in 9.138505923s
2026-10-31T23:23:26.164998Z	info	Envoy proxy is ready
2026-10-31T23:23:26.307906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:23:30.421824Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:23:30.421859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:23:30.421870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T23:23:30.421875Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:23:30.422055Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T23:23:30.332Z] "POST /llm/e2e-rt-sw-e72e54/anything/e2e-rt-sw-e72e54-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 89 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "ac71c675-926d-48cf-a67d-94f23361f823" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-e72e54.llm.svc.cluster.local - 10.134.0.89:443 10.132.0.9:48296 - llm.external-model-e2e-rt-sw-e72e54-070c9f0e553a.2
2026-10-31T23:23:37.181116Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:23:56.839450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:24:18.923093Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:24:35.483700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:24:43.451158Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:24:43.451198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:24:43.451213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:24:43.451220Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T23:24:43.451446Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-31T23:24:40.309Z] "POST /anything/e2e-rt-eq-176064-client HTTP/1.1" 200 - via_upstream - "-" 124 1762 3142 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "1fb997cb-445e-443d-b27f-0690fbe372fc" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.89:52564 10.134.0.89:443 10.132.0.9:55650 - llm.external-model-e2e-rt-eq-176064-3cea81747a79.2
2026-10-31T23:25:10.833498Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:25:15.301121Z	info	ads	ADS: "" 1 terminated
2026-10-31T23:25:15.839511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:25:27.532029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:27:34.970323Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:29:30.778584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:30:14.163179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T23:30:29.085Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 50 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "286cde1e-91f7-4de4-824d-c62768b8b22c" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.89:443 10.132.0.9:52876 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T23:30:30.502336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:30:30.502371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:30:30.502387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T23:30:30.502391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:30:31.167564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:30:31.167600Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:30:31.167615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T23:30:31.167620Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-31T23:30:30.376Z] "DELETE /v1/api-keys/0cb56ca1-0583-4494-a8c1-372e56ea6302 HTTP/1.1" 200 - via_upstream - "-" 0 321 126 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "b16dba93-ed6a-4e2f-b7f2-c837beec86ce" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:54138 10.134.0.89:443 10.132.0.9:52882 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T23:30:31.092Z] "DELETE /v1/api-keys/9486a7ad-6850-4545-8077-c719ce369a5e HTTP/1.1" 200 - via_upstream - "-" 0 321 75 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "2cc5d172-6ba5-4434-9fe1-3795556a2c8c" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:54154 10.134.0.89:443 10.132.0.9:52896 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T23:30:31.733159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:30:31.733191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:30:31.733205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T23:30:31.733210Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-31T23:30:31.662Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 70 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "b3bad1b5-fabf-43e6-940a-3ce95baf14d6" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:54154 10.134.0.89:443 10.132.0.9:42844 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T23:31:32.822538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:31:32.822571Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:31:32.822584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:31:32.822590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T23:31:32.809Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 12 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "e8278a3b-514e-4881-8f29-18a043879385" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:51678 10.134.0.89:443 10.132.0.9:45164 - odh-ai-gateway-infra.maas-api-route.4
2026-10-31T23:39:31.763909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:31.763952Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:31.763967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:31.763972Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T23:39:32.055933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:32.055965Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:32.055977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T23:39:32.055982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T23:39:32.056142Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-10-31T23:39:32.056196Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T23:39:32.056204Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T23:39:32.056206Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T23:39:32.056210Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-31T23:39:31.681Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 82 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "5e9c8cc1-c8cd-4736-98e7-f5efa984a6e8" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:60988 10.134.0.89:443 10.132.0.9:51748 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T23:39:31.972Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 126 129 83 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "4387694b-c2b4-4154-9b0f-71c3d6c98fa7" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.132.0.45:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:50424 10.134.0.89:443 10.132.0.9:51760 - v1-chat-completions-path
2026-10-31T23:51:57.913592Z	info	ads	ADS: new connection for node:4
2026-10-31T23:51:57.944590Z	info	cache	read certificate from file	resource=file-root:system
2026-10-31T23:52:27.076038Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-31T23:58:52.211012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:59:25.449880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T23:59:29.685156Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:59:29.685188Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:59:29.685197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T23:59:29.685202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T23:59:29.685411Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T23:59:29.511Z] "POST /anything/e2e-dft-4ae811-4f5513 HTTP/1.1" 200 - via_upstream - "-" 109 1770 174 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "aebf8ed9-c51b-45ce-8b2e-00e99b9439b2" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.89:46674 10.134.0.89:443 10.132.0.9:39576 - llm.external-model-e2e-dft-4ae811-7c59544eb340.0
2026-11-01T00:00:04.097201Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:00:42.024420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:01:35.453713Z	info	ads	ADS: new connection for node:5
2026-11-01T00:01:35.454092Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T00:01:35.454183Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T00:01:38.637186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:01:45.354854Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-01T00:01:45.437274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:01:45.437311Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:01:45.437327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:01:45.437333Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T00:01:45.346Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 90 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "636cfbe6-6da2-4876-93be-1eac4d4902da" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:59968 10.134.0.89:443 10.132.0.9:44554 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T00:01:45.614Z] "POST /llm/e2e-dft-34a4c9/anything/e2e-dft-34a4c9-abee9c HTTP/1.1" 401 -  - "-" 109 88 60 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "8f2524a8-e371-4963-8f2c-401c47645a26" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-34a4c9.llm.svc.cluster.local - 10.134.0.89:443 10.132.0.9:44558 - llm.external-model-e2e-dft-34a4c9-874b6a8d0fe0.2
2026-11-01T00:01:57.873346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:02:20.544632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:06:06.566351Z	info	ads	ADS: "" 5 terminated
2026-11-01T00:06:08.531250Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-01T00:12:06.535112Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-01T00:13:05.320173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:14:16.166584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:17:09.047301Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:19:28.819211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:25:00.298917Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-01T00:28:26.651107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:28:27.029146Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:28:27.029202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:28:27.029231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:28:27.029239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T00:28:26.915Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 113 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "e3aa372c-0248-4cf1-abf4-dc0b61a46081" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:40506 10.134.0.89:443 10.132.0.9:60106 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T00:28:49.815274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:29:23.993349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:29:39.786612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:29:42.247984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:29:45.181595Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-01T00:29:45.101Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 80 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "c47e9d4c-a564-463f-87da-744193f63671" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.132.0.43:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:38332 10.134.0.89:443 10.132.0.9:47194 - v1-catch-all-path
2026-11-01T00:29:48.607289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:29:55.703915Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:30:05.594596Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:30:20.402933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:30:31.451962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:30:33.357042Z	info	ads	ADS: new connection for node:6
2026-11-01T00:30:33.357374Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T00:30:33.357422Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T00:30:34.492570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:31:15.926805Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:31:35.246111Z	info	ads	ADS: "" 6 terminated
2026-11-01T00:31:35.323037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:31:37.708509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:31:40.528519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:31:45.634728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:34:00.759006Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:34:00.759041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:34:00.759055Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T00:34:00.759060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T00:34:00.702Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 56 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "6538e7bf-fd3b-49b1-9869-afa88476b309" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:43174 10.134.0.89:443 10.132.0.9:46140 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T00:34:05.306555Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:34:21.874662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:34:38.328605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:34:50.325269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:34:54.128355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:35:05.909427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:35:09.422898Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:35:25.127763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:36:12.261557Z	info	ads	ADS: new connection for node:7
2026-11-01T00:36:12.266733Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T00:36:13.436287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:36:14.979438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:36:38.968366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-01T00:36:39.020026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T00:36:39.020058Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T00:36:39.020069Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T00:36:39.020073Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T00:36:39.020227Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T00:36:38.909Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 110 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "1dc2bbae-d1a6-49fb-bea6-f0ba6343a844" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.89:33724 10.134.0.89:443 10.132.0.9:48854 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T00:37:27.650133Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:27.650166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:27.650175Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T00:37:27.650179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:27.650337Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T00:37:27.548Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 102 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "2361ee10-09fc-4f1b-a776-9a562d9a1fd7" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.89:40464 10.134.0.89:443 10.132.0.9:60812 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T00:37:29.768347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:29.768383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:29.768396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T00:37:29.768402Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:37:29.768575Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T00:37:29.671Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1716 96 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "795de748-f415-440b-91eb-c7171ab26966" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.89:40464 10.134.0.89:443 10.132.0.9:60830 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T00:37:56.786479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:37:56.934237Z	info	ads	ADS: "" 7 terminated
2026-11-01T00:37:58.317140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:38:05.072992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:38:08.089Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 78 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "d506005d-fbd4-4bb5-969c-1f76f54379b1" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:40286 10.134.0.89:443 10.132.0.9:55136 - v1-completions-path
2026-11-01T00:38:20.701917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:38:25.265913Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:38:40.547601Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:38:56.578780Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:39:03.776Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 60 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "1a245233-16f2-41d4-b2d1-a1d095675b40" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:52060 10.134.0.89:443 10.132.0.9:48670 - v1-completions-path
2026-11-01T00:39:20.003897Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:39:30.318655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:39:34.894912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:39:38.542Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 67 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "12b5d0de-99f8-4d31-bd03-9b0214408681" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:40286 10.134.0.89:443 10.132.0.9:50582 - v1-completions-path
[2026-11-01T00:39:39.551Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "22cf9bdd-abd5-47ee-8e32-f8ea10207dcb" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:40286 10.134.0.89:443 10.132.0.9:50586 - v1-completions-path
[2026-11-01T00:39:39.848Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 56 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "28a29d7d-dfaf-438a-bcbc-022d85cdae62" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:52060 10.134.0.89:443 10.132.0.9:50596 - v1-completions-path
2026-11-01T00:39:51.854563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:39:54.206512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:01.264836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:40:10.695Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 68 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "318b74ed-c669-49ff-9f33-8bb2f94097ff" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.132.0.45:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:46642 10.134.0.89:443 10.132.0.9:39080 - v1-completions-path
2026-11-01T00:40:13.222189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:18.407683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:26.765996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:31.972182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:50.278492Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:40:53.274628Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:41:17.122280Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:41:35.080277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:41:45.354648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:45:06.769194Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:45:06.769224Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:45:06.769228Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:45:06.769232Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-01T00:45:06.725Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 43 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "8a82750c-0813-44ff-96b5-89c070baf975" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.89:443 10.132.0.9:38326 - v1-completions-path
2026-11-01T00:45:26.185852Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:45:41.582081Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:45:43.858074Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:45:50.996627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:46:10.769185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:46:14.366300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:46:18.244Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "a4a1a4b1-e8ed-4190-ba68-0b57824e49f6" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.89:443 10.132.0.9:53432 - v1-completions-path
2026-11-01T00:46:29.972014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:46:40.360362Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:46:45.447510Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:46:49.176110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:49.176147Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:49.176162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:49.176168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T00:46:49.094Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 81 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "b2d5305f-e42e-415b-9ed8-1ecd52e2c833" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.180:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:39940 10.134.0.89:443 10.132.0.9:56754 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T00:46:50.529398Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:50.529436Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:50.529452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:46:50.529457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T00:46:50.456Z] "DELETE /v1/api-keys/a30e6f37-fa15-475c-a8ac-fca801c693a5 HTTP/1.1" 200 - via_upstream - "-" 0 365 72 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "f330bc24-2d49-4f88-8e14-f4a7588c3b61" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.132.1.112:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:58500 10.134.0.89:443 10.132.0.9:56758 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T00:47:02.450839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:06.929286Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:10.466538Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:16.477913Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:47:16.477951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:47:16.477966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T00:47:16.477971Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T00:47:16.402Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 75 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "56eaa207-7fc3-4c18-998d-035f35e21d10" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.133.0.180:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.89:39940 10.134.0.89:443 10.132.0.9:59226 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T00:47:33.132986Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:43.496026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:47.932463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:51.383211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:47:56.310221Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T00:48:01.081Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 65 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "f783e68c-a1fe-4f9e-b2c1-acfee6d48072" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:40286 10.134.0.89:443 10.132.0.9:53252 - v1-completions-path
[2026-11-01T00:48:01.269Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 59 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "d83cbc1f-7918-48f4-8242-3e24de642ef1" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "10.134.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.89:40286 10.134.0.89:443 10.132.0.9:53264 - v1-completions-path
2026-11-01T00:48:14.793996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:48:25.107215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:48:27.324003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:48:36.954829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:48:40.491231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:48:58.362572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:49:00.591119Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:49:19.058350Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:49:29.492707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:49:40.041883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:49:50.308103Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:00.636728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:10.972814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:21.367080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:31.727490Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:41.987707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:52.362101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T00:50:59.726700Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:50:59.726727Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:50:59.726730Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T00:50:59.726734Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-01T00:50:59.700Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 26 - "52.71.36.72,10.132.0.9" "python-requests/2.34.2" "3a7f6cf2-6e84-4fd5-b909-055f7d6bde90" "maas.apps.84f85b540f82405c5762.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.89:443 10.132.0.9:34806 - v1-completions-path