2026-11-02T17:43:52.934739Z	info	FLAG: --concurrency="0"
2026-11-02T17:43:52.934760Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T17:43:52.934764Z	info	FLAG: --help="false"
2026-11-02T17:43:52.934767Z	info	FLAG: --log_as_json="false"
2026-11-02T17:43:52.934769Z	info	FLAG: --log_caller=""
2026-11-02T17:43:52.934771Z	info	FLAG: --log_output_level="default:info"
2026-11-02T17:43:52.934773Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T17:43:52.934778Z	info	FLAG: --log_target="[stdout]"
2026-11-02T17:43:52.934780Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T17:43:52.934782Z	info	FLAG: --outlierLogPath=""
2026-11-02T17:43:52.934785Z	info	FLAG: --profiling="true"
2026-11-02T17:43:52.934786Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T17:43:52.934788Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T17:43:52.934790Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T17:43:52.934792Z	info	FLAG: --stsPort="0"
2026-11-02T17:43:52.934794Z	info	FLAG: --templateFile=""
2026-11-02T17:43:52.934796Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T17:43:52.934799Z	info	FLAG: --vklog="0"
2026-11-02T17:43:52.934803Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T17:43:52.934988Z	info	Proxy role	ips=[10.132.0.81] type=router id=maas-default-gateway-openshift-default-65c448b547-xj2fs.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T17:43:52.935034Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T17:43:52.936783Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T17:43:52.937023Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T17:43:52.937034Z	info	JWT policy is third-party-jwt
2026-11-02T17:43:52.937037Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T17:43:52.938490Z	info	Starting default Istio SDS Server
2026-11-02T17:43:52.938520Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T17:43:52.938548Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T17:43:52.939668Z	info	Opening status port 15020
2026-11-02T17:43:52.940115Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T17:43:52.940830Z	info	sds	Starting SDS grpc server
2026-11-02T17:43:52.940950Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T17:43:52.942028Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T17:43:52.943193Z	info	Starting proxy agent
2026-11-02T17:43:52.943237Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T17:43:53.031114Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T17:43:53.185702Z	info	ads	ADS: new connection for node:1
2026-11-02T17:43:53.195783Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-02T17:43:53.195938Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T17:43:53.233647Z	info	ads	ADS: new connection for node:2
2026-11-02T17:43:53.234263Z	info	ads	ADS: new connection for node:3
2026-11-02T17:43:53.241590Z	info	cache	generated new workload certificate	resourceName=default latency=300.537559ms ttl=23h59m59.758412207s
2026-11-02T17:43:53.241620Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T17:43:53.241662Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.758338829s
2026-11-02T17:43:53.241686Z	info	cache	returned workload certificate from cache	ttl=23h59m59.758314464s
2026-11-02T17:43:53.241772Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.758230159s
2026-11-02T17:43:53.241879Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.75812188s
2026-11-02T17:43:53.354144Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:43:58.176753Z	error	failed scraping envoy metrics: error scraping http://localhost:15090/stats/prometheus: Get "http://localhost:15090/stats/prometheus": dial tcp [::1]:15090: connect: connection refused
2026-11-02T17:44:02.485243Z	info	Readiness succeeded in 9.55282911s
2026-11-02T17:44:02.485681Z	info	Envoy proxy is ready
2026-11-02T17:44:08.618103Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:44:33.959426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:44:44.165479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:45:24.414745Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:45:30.527286Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:45:30.557698Z	info	ads	ADS: "" 1 terminated
2026-11-02T17:45:40.970506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:46:11.664524Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:46:28.081110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:47:45.834943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:48:08.924989Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:08.925153Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:08.925222Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:08.925258Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:48:08.549Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 376 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "4ac43cdb-6470-4738-99ec-d5d9380f17bb" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40698 10.132.0.81:443 10.132.0.15:46440 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:48:09.432108Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:09.432235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:09.432314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:09.432347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:48:09.317Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 115 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "713bbec8-76ad-4119-b5c9-1ecb94df2d37" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40698 10.132.0.81:443 10.132.0.15:46452 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:48:10.153515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:10.153554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:10.153569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T17:48:10.153574Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T17:48:09.954Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 199 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "268ab80d-05a7-4a95-97d5-6d2ea324b0ce" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40704 10.132.0.81:443 10.132.0.15:46474 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T17:48:10.416Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 522 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "8d4327d1-83fb-4437-bb40-95edf8798877" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.81:443 10.132.0.15:46476 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:48:12.062628Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:12.062735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:12.062766Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:48:12.062773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T17:48:12.235434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:12.235577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:12.235614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T17:48:12.235621Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T17:48:11.522Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 540 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "501d8394-a584-4b72-905c-11245a0d2e45" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40704 10.132.0.81:443 10.132.0.15:46484 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T17:48:12.122Z] "DELETE /v1/api-keys/71ee973e-9a13-4f66-9b52-4382d1f8c129 HTTP/1.1" 200 - via_upstream - "-" 0 321 113 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "e3053cf5-a22e-413d-8cb1-820f3915336f" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40698 10.132.0.81:443 10.132.0.15:46500 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:48:13.014143Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:48:15.134435Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: gRPC status code is not OK	thread=25
[2026-11-02T17:48:12.810Z] "POST /maas-api/v1/api-keys HTTP/1.1" 500 -  - "-" 71 23 2329 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "b024942c-abde-409c-b25b-d9cef80c5caa" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.132.0.81:443 10.132.0.15:46502 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:48:35.767817Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:48:56.081614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T17:53:13.032556Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:53:13.032601Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:53:13.032622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T17:53:13.032629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T17:53:12.925Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 106 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "de17c752-eb5c-41ae-9cf6-f4dec55e178e" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:57754 10.132.0.81:443 10.132.0.15:33492 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:02:30.913696Z	info	ads	ADS: new connection for node:4
2026-11-02T18:02:30.921978Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T18:09:43.598916Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:09:59.211994Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:10:18.603Z] "POST /llm/e2e-dft-b1952b/anything/e2e-dft-b1952b-5bf704 HTTP/1.1" 403 -  - "-" 109 77 56 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "9b862172-3ee2-4df5-81e9-1900a5131dff" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-b1952b.llm.svc.cluster.local - 10.132.0.81:443 10.132.0.15:58896 - llm.external-model-e2e-dft-b1952b-a55676dbae77.2
2026-11-02T18:10:36.428254Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:10:40.305326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-02T18:10:40.305451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:10:40.305488Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:10:40.305509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:10:40.305519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:10:40.305867Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T18:10:39.709Z] "POST /anything/e2e-dft-b1952b-5bf704 HTTP/1.1" 200 - via_upstream - "-" 109 1780 596 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "2daf0e1c-9a1e-4fce-8a7f-4c03c62aaaf5" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:41372 10.132.0.81:443 10.132.0.15:57618 - llm.external-model-e2e-dft-b1952b-a55676dbae77.0
2026-11-02T18:11:07.875798Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-02T18:11:37.070669Z	info	ads	ADS: new connection for node:5
2026-11-02T18:11:37.070902Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T18:11:37.070942Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T18:11:41.685410Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:12:40.717182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:12:45.105649Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:45.105696Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:45.105715Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:45.105721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T18:12:44.589Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 307 516 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "48b57105-1e0a-4ea9-bb11-eff56eaba747" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:40412 10.132.0.81:443 10.132.0.15:56516 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T18:12:45.265Z] "POST /llm/e2e-dft-8c568a/anything/e2e-dft-8c568a-00d8e5 HTTP/1.1" 403 -  - "-" 109 77 64 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "a8004f10-0637-4946-897a-f00012f2c154" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-8c568a.llm.svc.cluster.local - 10.132.0.81:443 10.132.0.15:56532 - llm.external-model-e2e-dft-8c568a-509ece9bc93d.2
2026-11-02T18:12:50.849390Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:50.849430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:50.849441Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:12:50.849446Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:12:50.849625Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T18:12:50.720Z] "POST /anything/e2e-dft-8c568a-00d8e5 HTTP/1.1" 200 - via_upstream - "-" 109 1763 129 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "32a06696-145f-41f3-98ee-e88c1b537d02" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:59486 10.132.0.81:443 10.132.0.15:56550 - llm.external-model-e2e-dft-8c568a-509ece9bc93d.0
2026-11-02T18:13:40.067964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:15:03.756641Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:15:26.173187Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:16:02.553213Z	info	ads	ADS: "" 5 terminated with stream closed
2026-11-02T18:16:19.973482Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:19:23.209649Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-02T18:22:34.688450Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:24:30.060896Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:24:51.385377Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:26:38.406381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:32:11.700048Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-02T18:36:10.980424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:36:33.379469Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:05.148223Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:37:08.095Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 147 412 112 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "8b54ba0b-d35e-4d46-8db0-5915186f6b14" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.48:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:59064 10.132.0.81:443 10.132.0.15:56182 - v1-chat-completions-path
2026-11-02T18:37:20.966977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:22.572501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:28.049828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:31.121572Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
2026-11-02T18:37:31.345601Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T18:37:31.034Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 86 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "bbc783a0-813d-44c8-b333-8ca284d13c54" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41666 10.132.0.81:443 10.132.0.15:33410 - v1-catch-all-path
[2026-11-02T18:37:31.279Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 66 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "522cbb7a-e816-4904-890d-eebb4070582d" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41666 10.132.0.81:443 10.132.0.15:33422 - v1-catch-all-path
2026-11-02T18:37:43.271636Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:44.959092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:37:47.657312Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T18:37:47.583Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 73 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "89e4609e-d4a0-4199-8f1e-cdb0f4ab5994" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41666 10.132.0.81:443 10.132.0.15:33380 - v1-catch-all-path
2026-11-02T18:37:59.101883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:38:09.909484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:38:11.665754Z	info	ads	ADS: new connection for node:6
2026-11-02T18:38:11.666333Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T18:38:11.666530Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-02T18:38:13.052742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:38:53.579295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:39:00.199246Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-02T18:39:00.140Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 338 91 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "46a62ffe-faab-4e43-b7cc-436adac79b5d" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.1.73:8000" outbound|54321||e2e-prio-pool-3c449aaf-inference-pool-ip-02f69fdc.llm.svc.cluster.local 10.132.0.81:38356 10.132.0.81:443 10.132.0.15:53014 - v1-model-routing
2026-11-02T18:39:12.193218Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:39:12.618513Z	info	ads	ADS: "" 6 terminated
2026-11-02T18:39:14.007822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:39:16.366204Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:39:20.712121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:41:29.631806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:41:29.631864Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:41:29.631882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:41:29.631886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T18:41:29.547Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 33 325 84 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "e2344973-f7d7-4c80-a151-6874ee116ccd" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:44940 10.132.0.81:443 10.132.0.15:40898 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:41:30.053109Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:41:30.053150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:41:30.053166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:41:30.053171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:41:29.995Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 57 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "23561b2f-922e-4165-a7f2-dd4a4475f6ea" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:44940 10.132.0.81:443 10.132.0.15:40906 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:41:33.190023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:41:41.585626Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-02T18:41:49.767010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:04.793299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:42:04.793342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:42:04.793361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:42:04.793366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:42:04.734Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 59 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "95e4467f-fcbd-4d14-af1f-23ee459ff97f" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:44940 10.132.0.81:443 10.132.0.15:47530 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:42:06.093801Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:17.763853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:20.712586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:29.849236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:32.071068Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:42:35.603474Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:42:35.603529Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:42:35.603558Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:42:35.603566Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T18:42:35.419Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 61 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "70851e7a-d8d7-4bd8-8841-c710773645a6" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.81:443 10.132.0.15:47970 - v1-completions-path
[2026-11-02T18:42:35.543Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 60 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "99aac1ea-ae02-4692-86c8-78ae0b84a5f7" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:44940 10.132.0.81:443 10.132.0.15:47972 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:42:47.045755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:43:15.387Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 295 80 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "40d7b222-4610-420f-808e-a620602373be" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:38830 10.132.0.81:443 10.132.0.15:39014 - v1-completions-path
2026-11-02T18:43:31.255107Z	info	ads	ADS: new connection for node:7
2026-11-02T18:43:31.265073Z	info	cache	read certificate from file	resource=file-root:system
2026-11-02T18:43:31.702295Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:43:33.281865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:43:38.329758Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"979","StreamId":"17427980328655228304"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=25
[2026-11-02T18:43:38.267Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 62 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "e2ed3069-0fbf-4d6a-9c47-c4d84e173d18" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.132.0.81:443 10.132.0.15:57836 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-02T18:43:46.918629Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:43:46.918673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:43:46.918684Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:43:46.918689Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:43:46.918900Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T18:43:46.782Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1714 136 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "80e2853b-8d2c-48ec-a77f-c70edb908f56" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:35394 10.132.0.81:443 10.132.0.15:45374 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T18:44:06.881702Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:06.881739Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:06.881752Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:06.881756Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:44:06.881977Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T18:44:06.779Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 102 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "0e1fab79-94fc-40ee-be05-0b4982055acc" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:35394 10.132.0.81:443 10.132.0.15:41646 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T18:44:28.872370Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:44:28.872407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:44:28.872419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:44:28.872423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:44:28.872618Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-02T18:44:28.747Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 125 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "15ab44cb-ec02-46e0-ae62-df369dbfd91b" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:51330 10.132.0.81:443 10.132.0.15:39990 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T18:44:41.912747Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:41.912785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:41.912799Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:41.912803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:44:41.913029Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T18:44:41.816Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1716 96 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "2a483153-0fe9-4fc6-a096-cebcd5f27221" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:35394 10.132.0.81:443 10.132.0.15:58198 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T18:44:48.420982Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:48.421025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:48.421038Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:44:48.421042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:44:48.421248Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-02T18:44:48.322Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1707 98 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "bc050ee8-eac6-4369-b2eb-52b56173e199" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.81:35394 10.132.0.81:443 10.132.0.15:35984 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-02T18:45:23.115002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:23.258266Z	info	ads	ADS: "" 7 terminated with stream closed
2026-11-02T18:45:23.754486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:26.290401Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:28.546316Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:44.199738Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:45.810652Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:45:48.889758Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:45:48.889799Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:45:48.889814Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:45:48.889819Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:45:48.806Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 170 82 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "6e5bc0ab-cc2c-4b56-9665-1c1c164c7661" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:55644 - v1-catch-all-path
2026-11-02T18:46:00.400995Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:46:02.086691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:46:04.736598Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:46:13.131683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:46:16.928Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 62 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "5b0df4d0-24ef-4947-bc77-2da8b9201fe9" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:59816 - v1-completions-path
[2026-11-02T18:46:19.596Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 300 61 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "dc68553a-4340-4d3a-8bcf-270684de157a" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:59824 - v1-completions-path
2026-11-02T18:46:34.404536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:46:44.594716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:46:46.819294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:46:52.116Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 63 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "cd0e5396-10e2-458c-894d-44bd0c98fb3c" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:53160 - v1-completions-path
[2026-11-02T18:46:53.480Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 63 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "606ce883-ff92-4500-84fb-3b6e7e060b25" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:52126 - v1-completions-path
[2026-11-02T18:46:53.718Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 62 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "8d4b63ff-a34d-4140-9024-e159863b733b" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:52128 - v1-completions-path
[2026-11-02T18:46:53.842Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "139a3fbb-4219-4219-b53c-6e8ae4161abc" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:52134 - v1-completions-path
2026-11-02T18:47:05.341798Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:06.964346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:12.322030Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:23.352943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:36.947059Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:38.548181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:47:43.893932Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:02.226437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:04.894592Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:05.620515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:48:05.620660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:48:05.620722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:48:05.620754Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:48:05.473Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 147 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "b41c5941-3565-4160-a022-ca2fab39b1e0" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:47748 10.132.0.81:443 10.132.0.15:54742 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T18:48:05.680Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 1707 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "bb65dc9d-898a-4011-8ff4-fd5773f3b007" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:36348 10.132.0.81:443 10.132.0.15:54752 - v1-completions-path
2026-11-02T18:48:18.883973Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:20.627663Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:21.889880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:48:21.889936Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:48:21.889956Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:48:21.889962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T18:48:21.816Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 332 73 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "a55682e4-1baf-4488-8dea-6f17a5fc6274" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:47748 10.132.0.81:443 10.132.0.15:44192 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:48:26.305548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:41.341386Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:48:51.519031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:49:06.886614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:49:09.181834Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:51:10.759786Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:51:10.759832Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:51:10.759878Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:51:10.759885Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:51:10.682Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 77 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "98ab6dd6-311c-427f-991d-bb36138432a7" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:41916 10.132.0.81:443 10.132.0.15:40062 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T18:51:21.195Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 53 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "5f4bf04e-ee88-439a-ac45-6b3e0c1e945d" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.81:443 10.132.0.15:55972 - v1-completions-path
2026-11-02T18:51:22.245872Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:51:24.612541Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:52:49.006393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:04.009697Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:05.534948Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:08.329588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:53:08.329635Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:53:08.329657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:53:08.329664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:53:08.206Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 65 307 122 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "73afae73-749a-44c4-822e-55d09a98fb7c" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:59894 10.132.0.81:443 10.132.0.15:44014 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:53:11.388455Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:30.198870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:34.006126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:53:34.442Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 125 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "98a0e6c5-d655-4043-a88f-75d28cd34741" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:36102 - v1-completions-path
[2026-11-02T18:53:34.627Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 107 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "7ab5e0f0-1430-45c3-8d91-c11e50fcb7d0" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:36112 - v1-completions-path
[2026-11-02T18:53:36.913Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 63 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "48b2783e-bb8e-4eb0-a056-84081fd7e131" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:36126 - v1-completions-path
2026-11-02T18:53:37.788787Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:53:37.788868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:53:37.788891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:53:37.788897Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T18:53:37.725Z] "DELETE /v1/api-keys/9cb3f295-d432-442e-ae28-d0e8fa9d4b46 HTTP/1.1" 200 - via_upstream - "-" 0 369 63 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "ab15c0db-e21e-4df6-853a-2e9e1adaee94" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.1.97:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:50700 10.132.0.81:443 10.132.0.15:36136 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:53:49.217722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:53:59.631579Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:02.685586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:19.542537Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:21.766374Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:25.166221Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:54:29.846Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 65 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "d3c89e73-2ff5-4ef3-af8d-3491ae68937b" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:41148 10.132.0.81:443 10.132.0.15:37656 - v1-completions-path
[2026-11-02T18:54:30.746Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 65 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "5bee977a-96b3-4c03-9b42-ec09c964e61d" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:37664 - v1-completions-path
[2026-11-02T18:54:31.315Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 57 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "3199cc77-cbff-4c17-923a-7a6b1e470368" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:37666 - v1-completions-path
2026-11-02T18:54:35.584002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:54:35.584043Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:54:35.584059Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:54:35.584064Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:54:35.520Z] "DELETE /v1/api-keys/23faa536-0b0d-4437-a54a-6d5e1559d22e HTTP/1.1" 200 - via_upstream - "-" 0 365 63 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "8ac3cca1-9928-4ccc-8142-a4b38922156c" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.1.97:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.81:43726 10.132.0.81:443 10.132.0.15:37272 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:54:47.133052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:57.283427Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:54:59.282419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:02.522661Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:55:06.149Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 69 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "6d123f18-0239-461d-873c-768fe124bd15" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.132.0.47:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:52202 10.132.0.81:443 10.132.0.15:59630 - v1-completions-path
2026-11-02T18:55:07.821668Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:23.998266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:34.158488Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:35.715632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:43.023917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:45.918883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:55:49.169710Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:56:05.112345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:56:25.037820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:56:35.261341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:56:45.514699Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:56:55.743150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:05.883744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:16.195702Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:26.312710Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:36.574078Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:46.777610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T18:57:57.024297Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T18:58:06.241Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 170 - "44.212.242.249,10.132.0.15" "python-requests/2.34.2" "13709473-98c6-4084-83d5-ba0dac0691c4" "maas.apps.0069df05874e3f91ac88.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.81:36348 10.132.0.81:443 10.132.0.15:42356 - v1-completions-path