2026-10-30T04:15:04.350687Z	info	FLAG: --concurrency="0"
2026-10-30T04:15:04.350714Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T04:15:04.350718Z	info	FLAG: --help="false"
2026-10-30T04:15:04.350721Z	info	FLAG: --log_as_json="false"
2026-10-30T04:15:04.350723Z	info	FLAG: --log_caller=""
2026-10-30T04:15:04.350725Z	info	FLAG: --log_output_level="default:info"
2026-10-30T04:15:04.350727Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T04:15:04.350731Z	info	FLAG: --log_target="[stdout]"
2026-10-30T04:15:04.350733Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T04:15:04.350735Z	info	FLAG: --outlierLogPath=""
2026-10-30T04:15:04.350737Z	info	FLAG: --profiling="true"
2026-10-30T04:15:04.350739Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T04:15:04.350740Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T04:15:04.350743Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T04:15:04.350745Z	info	FLAG: --stsPort="0"
2026-10-30T04:15:04.350747Z	info	FLAG: --templateFile=""
2026-10-30T04:15:04.350749Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T04:15:04.350751Z	info	FLAG: --vklog="0"
2026-10-30T04:15:04.350754Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T04:15:04.350935Z	info	Proxy role	ips=[10.132.0.60] type=router id=maas-default-gateway-openshift-default-7f694df8bc-txlk4.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T04:15:04.350984Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T04:15:04.352189Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T04:15:04.352462Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T04:15:04.352473Z	info	JWT policy is third-party-jwt
2026-10-30T04:15:04.352476Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T04:15:04.354370Z	info	Starting default Istio SDS Server
2026-10-30T04:15:04.354389Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T04:15:04.354406Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T04:15:04.354678Z	info	Opening status port 15020
2026-10-30T04:15:04.355497Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T04:15:04.357049Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T04:15:04.357932Z	info	Starting proxy agent
2026-10-30T04:15:04.357995Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T04:15:04.365652Z	info	sds	Starting SDS grpc server
2026-10-30T04:15:04.365679Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T04:15:04.423543Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T04:15:04.494135Z	info	cache	generated new workload certificate	resourceName=default latency=138.713609ms ttl=23h59m59.505869833s
2026-10-30T04:15:04.494172Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T04:15:04.494206Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.505794354s
2026-10-30T04:15:04.526552Z	info	ads	ADS: new connection for node:1
2026-10-30T04:15:04.526610Z	info	cache	returned workload certificate from cache	ttl=23h59m59.473391035s
2026-10-30T04:15:04.527481Z	info	ads	ADS: new connection for node:2
2026-10-30T04:15:04.527565Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.472436724s
2026-10-30T04:15:04.571734Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:10.951956Z	info	Readiness succeeded in 6.604274332s
2026-10-30T04:15:10.952287Z	info	Envoy proxy is ready
2026-10-30T04:15:30.459565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:33.196221Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:36.847512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:39.486611Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:42.564964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:45.146072Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:48.679818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:15:51.771916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:23:40.159554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:24:01.076387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T04:25:07.205Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 83 0 158 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "2b7b8b18-fa08-4637-b1ac-964e3aedd8e0" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.60:443 10.132.0.13:60872 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:25:08.682664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:25:08.682704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:25:08.682718Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:25:08.682723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T04:25:08.102Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 71 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "bdb68f19-8162-41ec-9c83-f84510e0880a" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.60:443 10.132.0.13:60880 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T04:25:08.592Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 90 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "53c48f37-5384-41d1-939c-fed691a8e454" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:33090 10.132.0.60:443 10.132.0.13:60884 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T04:25:40.273599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:26:03.199691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:27:48.717916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:28:28.872752Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T04:32:15.745Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 327 94 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "da9929d9-3ea9-4f4b-9441-42528c81f411" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.133.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:38394 10.132.0.60:443 10.132.0.13:51058 - v1-chat-completions-path
2026-10-30T04:32:23.617288Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:23.617325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:23.617341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:23.617346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T04:32:23.792310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-30T04:32:24.033883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:24.033918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:24.033931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T04:32:24.033935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T04:32:24.034109Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-10-30T04:32:24.034158Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:32:24.034166Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:32:24.034168Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T04:32:24.034171Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T04:32:23.548Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 68 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "2315f1b7-2a5e-49c2-b46a-f6f665caba4f" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:60870 10.132.0.60:443 10.132.0.13:51070 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T04:32:23.730Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 136 377 61 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "02287cc0-322b-4c72-b7af-001045e5b47e" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.133.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:38394 10.132.0.60:443 10.132.0.13:51084 - v1-chat-completions-path
[2026-10-30T04:32:23.973Z] "POST /v1/completions HTTP/1.1" 404 - via_upstream - "-" 94 126 60 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "6ab564b6-afbe-4cd4-8371-7870fcfa8a8d" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.133.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:38394 10.132.0.60:443 10.132.0.13:51086 - v1-completions-path
[2026-10-30T04:43:46.619Z] "GET /v1/tenants HTTP/1.1" 404 NR route_not_found - "-" 0 0 9 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "436bc1fe-786a-4a56-9ff1-ff4c02b197ac" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" - - 10.132.0.60:443 10.132.0.13:50808 - -
2026-10-30T04:46:06.188982Z	info	ads	ADS: new connection for node:3
2026-10-30T04:46:06.192956Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-30T04:46:06.193004Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T04:47:29.180493Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T04:51:33.254205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:51:54.503403Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:51:57.917452Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:51:57.917493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:51:57.917507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T04:51:57.917514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T04:51:57.917692Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T04:51:57.778Z] "POST /anything/e2e-dft-b82ab0-dd940f HTTP/1.1" 200 - via_upstream - "-" 109 1736 139 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "44f14685-9695-4a82-b0f5-7bc51a1c568e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.60:49444 10.132.0.60:443 10.132.0.13:53140 - llm.external-model-e2e-dft-b82ab0-c4c644aaaa98.0
2026-10-30T04:52:09.910868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:52:13.881827Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:52:23.889558Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:52:27.336201Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T04:52:41.646792Z	info	ads	ADS: new connection for node:4
2026-10-30T04:52:41.646991Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:52:41.647022Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T04:56:12.467124Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-30T04:56:56.573377Z	info	ads	ADS: "" 3 terminated
2026-10-30T05:03:45.579343Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-10-30T05:04:10.856041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:05:25.777360Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:06:17.599012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:08:12.141537Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:16:19.804245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:16:19.804279Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:16:19.804292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:16:19.804297Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:16:19.707Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 314 97 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "8a95bb7a-b841-4242-a782-dcef44294eee" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:60658 10.132.0.60:443 10.132.0.13:47430 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:16:23.575826Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:16:26.038728Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:16:26.038763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:16:26.038777Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:16:26.038782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T05:16:25.897Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 141 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "6794d268-4d26-4d99-9a91-bd6546a18ffa" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:35550 10.132.0.60:443 10.132.0.13:47450 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:16:49.874118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:17:01.960463Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-10-30T05:17:23.794959Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:17:26.958Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 2817 3089 76 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "6bd10c3b-cb0b-4754-80ed-6c27f9211960" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.30:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:49944 10.132.0.60:443 10.132.0.13:46678 - v1-chat-completions-path
[2026-10-30T05:17:27.506Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 65 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "0564b605-393e-48fc-abe5-fcaed8e8fb45" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.30:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:49944 10.132.0.60:443 10.132.0.13:46694 - v1-chat-completions-path
[2026-10-30T05:17:27.597Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 140 405 61 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "88d56a41-e895-4955-9578-97895821cd25" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.30:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:49948 10.132.0.60:443 10.132.0.13:46696 - v1-chat-completions-path
2026-10-30T05:17:38.962780Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:17:38.962813Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:17:38.962817Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-10-30T05:17:38.962822Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-10-30T05:17:38.896Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 66 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "9c610bb1-b30e-4d65-a170-1fe30ae59023" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.60:443 10.132.0.13:57240 - v1-catch-all-path
2026-10-30T05:17:39.825311Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:17:42.376826Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:17:48.691726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:17:51.754795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-10-30T05:17:51.772428Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T05:17:51.681Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 90 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "7ace9003-26e4-45c4-a020-7c0526374409" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.28:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:43286 10.132.0.60:443 10.132.0.13:33758 - v1-catch-all-path
2026-10-30T05:17:55.972988Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:18:05.774811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:18:20.547956Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:18:31.477468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:18:33.466931Z	info	ads	ADS: new connection for node:5
2026-10-30T05:18:33.467147Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T05:18:33.467181Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-30T05:18:35.528735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:19:15.837277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:19:35.005272Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:19:35.025912Z	info	ads	ADS: "" 5 terminated
2026-10-30T05:19:38.370307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:19:46.201674Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:21:19.993238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:21:37.171049Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:21:57.108060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:21:57.108122Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:21:57.108137Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:21:57.108141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:21:57.024Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 322 83 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "be5dd1ca-aa31-4926-885c-e8883fffc419" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:54312 10.132.0.60:443 10.132.0.13:50160 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:21:57.286727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:11.586478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:16.465662Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:20.363171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:30.686656Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:35.462862Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:22:50.839964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:23:08.681Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 64 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "de9d2813-d496-41f3-bf1a-27f675faf2c1" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.133.0.44:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:38394 10.132.0.60:443 10.132.0.13:43218 - v1-completions-path
2026-10-30T05:23:38.363410Z	info	ads	ADS: new connection for node:6
2026-10-30T05:23:38.370791Z	info	cache	read certificate from file	resource=file-root:system
2026-10-30T05:23:39.455709Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:23:41.486673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:23:46.556726Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"1124","StreamId":"18380858989640812514"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=25
[2026-10-30T05:23:46.490Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 66 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "aa9b2ed4-616a-4987-9ed5-93acbae9ecc3" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.132.0.60:443 10.132.0.13:58800 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-10-30T05:24:52.829629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:24:52.829664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:24:52.829675Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:24:52.829679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:24:52.829820Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-30T05:24:52.710Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1723 119 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "340fe66d-6c05-462f-80c5-901bb0c5df91" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.60:34506 10.132.0.60:443 10.132.0.13:48112 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-30T05:25:16.981925Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:25:17.119711Z	info	ads	ADS: "" 6 terminated
2026-10-30T05:25:18.585329Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:25:25.693330Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:25:28.438Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 145 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "7f4f6111-d645-4b9b-8ba8-b8bb6698baaa" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:58738 - v1-completions-path
2026-10-30T05:25:41.483779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:25:46.161806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:26:01.875325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:26:17.820997Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:26:25.107Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "ba5f01f7-b6d3-4376-a394-f0b59c214b9f" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:35444 - v1-completions-path
2026-10-30T05:26:41.459154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:26:51.756050Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:26:56.429713Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:27:00.080Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 288 63 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "c43001eb-9250-40c7-80f2-1f29bae4260b" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:55450 - v1-completions-path
[2026-10-30T05:27:00.407Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 103 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "41e83eb4-bd49-478d-bc20-813d850de568" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:55458 - v1-completions-path
[2026-10-30T05:27:00.531Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 69 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "3252dcb5-ce0b-40dd-9425-316fa0db006a" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:55462 - v1-completions-path
2026-10-30T05:27:13.390945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:15.919906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:23.380532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:33.004339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:38.421591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:46.621189Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:27:51.858230Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:28:10.971914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:28:13.976481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:28:13.730Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 66 18 69 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "de775307-2e46-44f1-b65e-66f6ef1bc3f1" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.60:443 10.132.0.13:54766 - v1-completions-path
2026-10-30T05:28:29.490377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:28:32.364795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:28:41.504800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:28:47.148Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 302 63 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "11a27fe7-bc91-4cc1-ae6d-33d467ef1d1d" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:58476 - v1-completions-path
2026-10-30T05:28:59.518142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:29:09.900126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:29:26.567914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:29:30.070052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:31:01.931725Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:31:05.621231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:32:09.982130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:32:09.982166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:32:09.982180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:32:09.982185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:32:09.897Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 84 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "7546f0ef-1dd8-47ea-a72a-2d849d5236a9" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:57656 10.132.0.60:443 10.132.0.13:46014 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:32:31.615019Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:32:34.780094Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:32:34.780128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:32:34.780141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:32:34.780146Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T05:32:32.274Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 290 1757 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "33a87211-c3c1-4887-a4e1-74e7e3ea94c3" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.133.0.43:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:43374 10.132.0.60:443 10.132.0.13:54034 - v1-completions-path
[2026-10-30T05:32:34.704Z] "DELETE /v1/api-keys/e2e-trlp-test-key HTTP/1.1" 404 - via_upstream - "-" 0 29 75 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "c52750a1-42b4-4713-b77f-59765f99e405" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:56918 10.132.0.60:443 10.132.0.13:54048 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:32:46.761598Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:32:49.313384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:32:56.738807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:13.626540Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:16.725307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:16.820866Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:33:16.820900Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:33:16.820914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:33:16.820918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T05:33:16.715Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 314 105 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "cef7b3bd-97d8-4d2d-94c0-61399cadc664" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.132.0.56:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:56918 10.132.0.60:443 10.132.0.13:59686 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:33:19.163Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 399 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "50509b20-5c3e-4f6c-a403-8977ac3e5f29" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:59698 - v1-completions-path
[2026-10-30T05:33:19.692Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 60 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "84251893-ce19-41c5-92cd-84d83bcadaa0" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:59714 - v1-completions-path
[2026-10-30T05:33:19.952Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 58 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "d4c9e871-eb8b-4948-a946-49f33355a9ff" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:40066 10.132.0.60:443 10.132.0.13:59728 - v1-completions-path
2026-10-30T05:33:20.200040Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:33:20.200107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T05:33:20.200123Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T05:33:20.200127Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T05:33:20.129Z] "DELETE /v1/api-keys/7ae700e0-ff24-44ed-9d1a-7bfd6071eca5 HTTP/1.1" 200 - via_upstream - "-" 0 369 70 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "ba88d3ab-cbe5-430b-acc1-f82ddf9aae8e" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.202:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:39346 10.132.0.60:443 10.132.0.13:59738 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:33:32.267310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:43.506534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:48.293587Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:33:51.997328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:33:51.997363Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:33:51.997378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:33:51.997383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:33:51.921Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 75 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "cbed237c-e513-4646-b9cc-c4d1c62b53fa" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.202:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.60:40458 10.132.0.60:443 10.132.0.13:36500 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:33:53.102Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "aa54f71e-eefa-4666-9625-093b36bed7d1" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:34364 10.132.0.60:443 10.132.0.13:36508 - v1-completions-path
2026-10-30T05:34:05.310498Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:10.073412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:13.299593Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:34:19.531Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "2f87c31a-8b5b-442a-be71-7e0b8d0e6ba1" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:40066 10.132.0.60:443 10.132.0.13:46742 - v1-completions-path
[2026-10-30T05:34:20.569Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 56 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "5cab7ad9-b4b9-4bd3-88c9-20b123c196bb" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:40066 10.132.0.60:443 10.132.0.13:46746 - v1-completions-path
[2026-10-30T05:34:20.933Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "e052ac83-3dcf-4663-94dc-3a569aad3d1a" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:40066 10.132.0.60:443 10.132.0.13:46754 - v1-completions-path
[2026-10-30T05:34:22.389Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 56 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "c6b0e303-c298-4f14-8e02-e4a8f918b603" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.60:40066 10.132.0.60:443 10.132.0.13:46778 - v1-completions-path
[2026-10-30T05:34:24.067Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 55 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "e17c0b0b-fdac-41eb-8835-5d25cd47a4a2" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.60:443 10.132.0.13:46786 - v1-completions-path
2026-10-30T05:34:36.327497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:46.689193Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:51.538142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:54.605584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:34:59.676559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
[2026-10-30T05:35:05.870Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 56 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "9e5246e9-ac66-4218-81cf-c0589bd29feb" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.60:443 10.132.0.13:50066 - v1-completions-path
2026-10-30T05:35:18.033845Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:35:28.379151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:35:30.843857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:35:40.644129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:35:45.245544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:36:02.070163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:36:22.012568Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:36:32.377007Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:36:42.852847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:36:53.334536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:03.691092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:14.100298Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:24.446169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:34.774215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:45.123454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:37:55.517227Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=7
2026-10-30T05:38:02.907994Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T05:38:02.908020Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T05:38:02.908023Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-30T05:38:02.908027Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-30T05:38:02.882Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 25 - "52.71.36.72,10.132.0.13" "python-requests/2.34.2" "d5a3925e-14e6-4c0b-9378-34aa4fcb4434" "maas.apps.7e28d4d3eca2f6e06096.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.60:443 10.132.0.13:53430 - v1-completions-path