2026-10-31T04:31:08.524701Z	info	FLAG: --concurrency="0"
2026-10-31T04:31:08.524718Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T04:31:08.524722Z	info	FLAG: --help="false"
2026-10-31T04:31:08.524724Z	info	FLAG: --log_as_json="false"
2026-10-31T04:31:08.524726Z	info	FLAG: --log_caller=""
2026-10-31T04:31:08.524728Z	info	FLAG: --log_output_level="default:info"
2026-10-31T04:31:08.524730Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T04:31:08.524735Z	info	FLAG: --log_target="[stdout]"
2026-10-31T04:31:08.524737Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T04:31:08.524739Z	info	FLAG: --outlierLogPath=""
2026-10-31T04:31:08.524741Z	info	FLAG: --profiling="true"
2026-10-31T04:31:08.524743Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T04:31:08.524745Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T04:31:08.524747Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T04:31:08.524749Z	info	FLAG: --stsPort="0"
2026-10-31T04:31:08.524751Z	info	FLAG: --templateFile=""
2026-10-31T04:31:08.524753Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T04:31:08.524755Z	info	FLAG: --vklog="0"
2026-10-31T04:31:08.524758Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T04:31:08.524898Z	info	Proxy role	ips=[10.132.1.118] type=router id=maas-default-gateway-openshift-default-6886b96f9-nhf4g.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T04:31:08.524948Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T04:31:08.526174Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T04:31:08.526429Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T04:31:08.526441Z	info	JWT policy is third-party-jwt
2026-10-31T04:31:08.526444Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T04:31:08.528500Z	info	Starting default Istio SDS Server
2026-10-31T04:31:08.528553Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T04:31:08.528587Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T04:31:08.529330Z	info	Opening status port 15020
2026-10-31T04:31:08.530244Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T04:31:08.531214Z	info	sds	Starting SDS grpc server
2026-10-31T04:31:08.531246Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T04:31:08.532310Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T04:31:08.533395Z	info	Starting proxy agent
2026-10-31T04:31:08.533433Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T04:31:08.599783Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T04:31:08.667505Z	info	cache	generated new workload certificate	resourceName=default latency=136.023771ms ttl=23h59m59.332500591s
2026-10-31T04:31:08.667580Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T04:31:08.667627Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.332374239s
2026-10-31T04:31:08.781248Z	info	ads	ADS: new connection for node:1
2026-10-31T04:31:08.781351Z	info	cache	returned workload certificate from cache	ttl=23h59m59.218651249s
2026-10-31T04:31:08.782367Z	info	ads	ADS: new connection for node:2
2026-10-31T04:31:08.782513Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.217489049s
2026-10-31T04:31:08.878681Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:31:17.034510Z	info	Readiness succeeded in 8.512737052s
2026-10-31T04:31:17.034831Z	info	Envoy proxy is ready
2026-10-31T04:31:40.102759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:31:57.507675Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:31:57.507701Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:31:57.507704Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:31:57.507708Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-31T04:31:57.354Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 153 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "5e59114b-9ef0-4067-9112-56c02f1b0491" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.118:443 10.132.0.15:50890 - v1-catch-all-path
2026-10-31T04:31:58.880261Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:02.281232Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:11.831277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:15.576212Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-31T04:32:15.481Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 95 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "19043b96-35cc-4ce8-abfe-1f62357031a2" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.29:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:47708 10.132.1.118:443 10.132.0.15:45584 - v1-catch-all-path
2026-10-31T04:32:25.510808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:34.670517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:32:51.592868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:03.345014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:07.927420Z	info	ads	ADS: new connection for node:3
2026-10-31T04:33:07.927641Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T04:33:07.927677Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-31T04:33:14.916725Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:33:54.205485Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:18.317439Z	info	ads	ADS: "" 3 terminated with stream closed
2026-10-31T04:34:18.585961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:23.508479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:34:40.477415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:37:11.156042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:37:33.874776Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:01.306074Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:12.845899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:19.567983Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:32.606254Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:37.440208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:38:55.378844Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:38:58.294Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 75 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "4a3866dc-99ce-457a-8890-a78c2c0cee54" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:34418 10.132.1.118:443 10.132.0.15:56090 - v1-completions-path
[2026-10-31T04:39:27.256Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 64 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "84a8681a-c035-42af-96a9-cb62ad59a301" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:34418 10.132.1.118:443 10.132.0.15:33838 - v1-completions-path
2026-10-31T04:39:43.507278Z	info	ads	ADS: new connection for node:4
2026-10-31T04:39:43.512739Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-31T04:39:43.512794Z	info	cache	read certificate from file	resource=file-root:system
2026-10-31T04:39:47.464845Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:39:48.479948Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:40:24.912779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:24.912813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:24.912824Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:24.912828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T04:40:24.912994Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-31T04:40:24.668Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1712 244 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "95cc6d30-5334-4c82-8674-1725dcb1c1bb" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.118:55950 10.132.1.118:443 10.132.0.15:54802 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:40:29.582085Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-10-31T04:40:29.654672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:29.654702Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:29.654712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:40:29.654716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T04:40:29.654862Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-31T04:40:29.522Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1712 132 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "d00edc24-cc1d-40f5-bd7b-a1444f34bb74" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.118:55950 10.132.1.118:443 10.132.0.15:54826 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:41:14.621684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:41:14.621723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:41:14.621734Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T04:41:14.621738Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T04:41:14.621903Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-10-31T04:41:14.492Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1710 129 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "da6f2734-2e8c-434b-96fd-6acababd170f" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.118:55950 10.132.1.118:443 10.132.0.15:41020 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:41:28.757355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:28.757391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:28.757404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T04:41:28.757411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:41:28.757616Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-10-31T04:41:28.560Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1709 197 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "1a012d78-ce9f-4b5a-b6bd-db56f1caa081" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.1.118:57710 10.132.1.118:443 10.132.0.15:48574 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-10-31T04:41:43.916788Z	info	ads	ADS: "" 4 terminated
2026-10-31T04:41:43.978389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:41:46.667140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:41:57.105203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:16.400415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:20.943489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:23.775476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:42:23.775514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:42:23.775561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:42:23.775570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:42:23.510Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 335 265 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "487b2d03-40ed-4089-8351-f979ab97fe39" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.22:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.118:42946 10.132.1.118:443 10.132.0.15:52876 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T04:42:24.516Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 71 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "5af636a7-4934-462a-9f93-58e625c99432" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:50532 - v1-completions-path
2026-10-31T04:42:45.040906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:42:59.826585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:43:08.928Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 66 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "f6b211fc-bfb7-47a6-81cd-eadac121510a" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:44810 - v1-completions-path
2026-10-31T04:43:31.944811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:43:42.608371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:43:48.977887Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:44:00.685Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 72 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "b7a5a19c-7c8a-4ee6-9b3c-4130a62e6e4e" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:40612 - v1-completions-path
[2026-10-31T04:44:01.708Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 58 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "fea0d070-d479-4974-863e-ba19fc01fb71" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:40618 - v1-completions-path
2026-10-31T04:44:17.000349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:21.380700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:32.708746Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:41.168038Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:44:51.377377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:44:54.207Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 68 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8ca04c37-f9eb-4370-a052-88e7fd96e184" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.0.54:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:34418 10.132.1.118:443 10.132.0.15:36094 - v1-completions-path
2026-10-31T04:44:59.795737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:08.933582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:27.053578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:33.004776Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:53.333688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:45:58.394084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:10.667213Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:33.278339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:46:44.126664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:47:03.039713Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:47:10.622377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:49:36.320767Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:50:43.405891Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:50:43.405919Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:50:43.405924Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T04:50:43.405929Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-31T04:50:43.361Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 44 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "2a9a7ed7-90b1-4ee6-a0ea-8b747c6b07c1" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.1.118:443 10.132.0.15:42862 - v1-completions-path
2026-10-31T04:51:05.301908Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:08.240032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-31T04:51:08.170Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 296 90 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8aee395c-abc3-4a9a-9c48-826a85bc7207" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.30:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:36872 10.132.1.118:443 10.132.0.15:41932 - v1-completions-path
2026-10-31T04:51:22.642186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:27.754939Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:41.272773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:51:56.759813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:00.392738Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:52:15.337Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 61 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "d5da7d2d-f803-4e46-af03-9cfdc27fd4ad" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:46072 - v1-completions-path
2026-10-31T04:52:29.683287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:40.363421Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:52:46.549429Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:53:01.089Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "64974847-3e25-4196-b324-7dc4ca6fc25c" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:52196 - v1-completions-path
2026-10-31T04:53:16.904950Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:53:23.306386Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:53:29.820102Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:53:38.482Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 70 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "4f39a760-4980-4bf3-948d-5fb7e2a5dd47" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:53078 - v1-completions-path
[2026-10-31T04:53:42.147Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 68 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "3511fae1-d2d6-41a3-a518-3a955fb3c987" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:35626 10.132.1.118:443 10.132.0.15:53088 - v1-completions-path
2026-10-31T04:53:45.082618Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:53:45.082672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:53:45.082695Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:53:45.082703Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-31T04:53:44.920Z] "DELETE /v1/api-keys/093a092c-a699-4f69-a21e-ffc69b90a148 HTTP/1.1" 200 - via_upstream - "-" 0 365 161 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "5adcd48c-4fec-4894-85af-c3331dd6bcb7" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.132.1.152:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.118:38754 10.132.1.118:443 10.132.0.15:55484 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:53:58.707677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:09.360578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:16.094672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:54:22.320587Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:54:27.254Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 71 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "ea80ec9d-fa90-4805-85f3-361e5018ed6b" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:38298 10.132.1.118:443 10.132.0.15:33004 - v1-completions-path
2026-10-31T04:54:32.096604Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T04:54:41.249Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 67 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "9a0b9577-bec3-4df2-84d1-81581d842f98" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.31:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.1.118:38298 10.132.1.118:443 10.132.0.15:37694 - v1-completions-path
2026-10-31T04:54:43.781802Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:54:43.781840Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-31T04:54:43.781856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-31T04:54:43.781861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-31T04:54:43.667Z] "DELETE /v1/api-keys/53db9aa5-3e32-4bb5-9a3d-e50454c826b1 HTTP/1.1" 200 - via_upstream - "-" 0 367 113 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "c1de18d6-29de-4357-966e-e4f6816de773" "maas.apps.6b93ef1713d6ca59dc0c.prod.konflux-ocp-ci.dev" "10.133.0.219:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.1.118:40382 10.132.1.118:443 10.132.0.15:37704 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T04:54:57.200084Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:07.965000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:12.894708Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:30.929657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:37.433137Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:55:58.526391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:18.408023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:29.379121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:40.251170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:56:51.328292Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:01.960779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:12.936733Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:23.504448Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:34.317268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:45.044021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T04:57:55.778018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8