2026-10-29T21:52:22.592569Z	info	FLAG: --concurrency="0"
2026-10-29T21:52:22.592596Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-29T21:52:22.592600Z	info	FLAG: --help="false"
2026-10-29T21:52:22.592603Z	info	FLAG: --log_as_json="false"
2026-10-29T21:52:22.592605Z	info	FLAG: --log_caller=""
2026-10-29T21:52:22.592607Z	info	FLAG: --log_output_level="default:info"
2026-10-29T21:52:22.592609Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-29T21:52:22.592613Z	info	FLAG: --log_target="[stdout]"
2026-10-29T21:52:22.592615Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-29T21:52:22.592617Z	info	FLAG: --outlierLogPath=""
2026-10-29T21:52:22.592619Z	info	FLAG: --profiling="true"
2026-10-29T21:52:22.592621Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-29T21:52:22.592623Z	info	FLAG: --proxyLogLevel="warning"
2026-10-29T21:52:22.592626Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-29T21:52:22.592628Z	info	FLAG: --stsPort="0"
2026-10-29T21:52:22.592630Z	info	FLAG: --templateFile=""
2026-10-29T21:52:22.592632Z	info	FLAG: --tokenManagerPlugin=""
2026-10-29T21:52:22.592634Z	info	FLAG: --vklog="0"
2026-10-29T21:52:22.592637Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-29T21:52:22.592783Z	info	Proxy role	ips=[10.134.0.43] type=router id=maas-default-gateway-openshift-default-6f54779779-kmrzx.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-29T21:52:22.592832Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-29T21:52:22.593846Z	info	cpu limit detected as 2, setting concurrency
2026-10-29T21:52:22.594050Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-29T21:52:22.594060Z	info	JWT policy is third-party-jwt
2026-10-29T21:52:22.594063Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-29T21:52:22.595386Z	info	Starting default Istio SDS Server
2026-10-29T21:52:22.595407Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-29T21:52:22.595424Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-29T21:52:22.595828Z	info	Opening status port 15020
2026-10-29T21:52:22.596656Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-29T21:52:22.597130Z	info	sds	Starting SDS grpc server
2026-10-29T21:52:22.597144Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-29T21:52:22.598041Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-29T21:52:22.598784Z	info	Starting proxy agent
2026-10-29T21:52:22.598812Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-29T21:52:22.661591Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-29T21:52:22.729733Z	info	cache	generated new workload certificate	resourceName=default latency=132.465666ms ttl=23h59m59.270271583s
2026-10-29T21:52:22.729768Z	info	cache	Root cert has changed, start rotating root cert
2026-10-29T21:52:22.729799Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.270201222s
2026-10-29T21:52:22.771277Z	info	ads	ADS: new connection for node:1
2026-10-29T21:52:22.771357Z	info	cache	returned workload certificate from cache	ttl=23h59m59.228645203s
2026-10-29T21:52:22.771761Z	info	ads	ADS: new connection for node:2
2026-10-29T21:52:22.771847Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.228155516s
2026-10-29T21:52:22.850559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T21:52:30.560994Z	info	Readiness succeeded in 7.971449154s
2026-10-29T21:52:30.561276Z	info	Envoy proxy is ready
[2026-10-29T21:52:45.518Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 366 115 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "aa925d0b-96c7-4967-83ba-554862768e7c" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.43:34470 10.134.0.43:443 10.132.0.11:60910 - v1-model-routing
[2026-10-29T21:52:46.331Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 76 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "4d6bd742-913e-4aab-aeba-bff03a1be801" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.43:443 10.132.0.11:60924 - v1-model-routing
[2026-10-29T21:52:46.436Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 61 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "c1219d12-7b11-4240-9622-6495b5548228" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.43:443 10.132.0.11:60940 - v1-model-routing
2026-10-29T21:52:47.230821Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T21:52:47.230855Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-29T21:52:47.230866Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-29T21:52:47.230871Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-29T21:52:47.218Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 12 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "f0308146-8f5b-4e9e-9535-4cbda62c626d" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.43:41402 10.134.0.43:443 10.132.0.11:60950 - odh-ai-gateway-infra.maas-api-route.4
2026-10-29T21:58:22.266616Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T21:58:48.542475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:00:00.829983Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:00.830021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:00.830036Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-29T22:00:00.830041Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-29T22:00:00.341Z] "DELETE /v1/api-keys/3e245da7-f133-4c06-9f98-17f0e687aa83 HTTP/1.1" 200 - via_upstream - "-" 0 321 488 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "dc00904e-fd49-43e6-b71b-33c937c139c0" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.43:42564 10.134.0.43:443 10.132.0.11:59604 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:00:10.698267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:10.698316Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:10.698338Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:10.698345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-29T22:00:10.503Z] "DELETE /v1/api-keys/271d344b-fc0c-4fc7-b47e-53b64b1b1f12 HTTP/1.1" 200 - via_upstream - "-" 0 321 194 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "7e896462-d04f-4d06-a70e-505f35814860" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.43:42564 10.134.0.43:443 10.132.0.11:44420 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:00:12.955110Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:12.955162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:12.955182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:00:12.955190Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-29T22:00:12.767Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 187 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "70f0885a-7da2-44f1-a327-73a9e78808e2" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.43:42564 10.134.0.43:443 10.132.0.11:46660 - odh-ai-gateway-infra.maas-api-route.3
2026-10-29T22:00:43.503803Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:01:20.097835Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:02:20.849372Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-29T22:08:06.255Z] "POST /maas-api/v1/tokens HTTP/1.1" 401 -  - "-" 20 88 63 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "679e06f3-20d6-4234-a48f-8092c125b416" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.43:443 10.132.0.11:54112 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T22:12:27.914Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 318 86 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "05b7a82c-90a3-4e2b-9026-87e852878bc0" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.43:41422 10.134.0.43:443 10.132.0.11:58116 - v1-chat-completions-path
2026-10-29T22:19:48.204603Z	info	ads	ADS: new connection for node:3
2026-10-29T22:19:48.209838Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-10-29T22:19:48.209997Z	info	cache	read certificate from file	resource=file-root:system
2026-10-29T22:22:17.084831Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-29T22:23:36.064492Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:24:32.033561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:24:32.803751Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:24:32.803789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:24:32.803808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-29T22:24:32.803815Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-29T22:24:32.653Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 150 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "c0258d1e-6a96-4098-b881-e0ac25761fbc" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "10.134.0.34:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.43:44524 10.134.0.43:443 10.132.0.11:52220 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-29T22:24:34.864Z] "POST /llm/e2e-dft-3e7676/anything/e2e-dft-3e7676-e7758e HTTP/1.1" 401 -  - "-" 109 88 104 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "3f234c6a-470d-47f8-ac8d-6ca23808c7ec" "maas.apps.8dcac67770f9685a9e0e.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-3e7676.llm.svc.cluster.local - 10.134.0.43:443 10.132.0.11:52228 - llm.external-model-e2e-dft-3e7676-a28601e2b43f.2
2026-10-29T22:24:47.081260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:24:51.098047Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:24:56.285821Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:25:04.119767Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:25:14.666695Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:25:41.947807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-29T22:29:55.530201Z	info	ads	ADS: new connection for node:4
2026-10-29T22:29:55.530730Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-29T22:29:55.530812Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-10-29T22:32:10.941445Z	info	ads	ADS: "" 4 terminated with stream closed
2026-10-29T22:35:15.305554Z	info	ads	ADS: "" 3 terminated
2026-10-29T22:41:21.399013Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-10-29T22:48:39.727780Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3