2026-11-04T01:52:54.493384Z	info	FLAG: --concurrency="0"
2026-11-04T01:52:54.493402Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T01:52:54.493406Z	info	FLAG: --help="false"
2026-11-04T01:52:54.493408Z	info	FLAG: --log_as_json="false"
2026-11-04T01:52:54.493410Z	info	FLAG: --log_caller=""
2026-11-04T01:52:54.493412Z	info	FLAG: --log_output_level="default:info"
2026-11-04T01:52:54.493414Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T01:52:54.493418Z	info	FLAG: --log_target="[stdout]"
2026-11-04T01:52:54.493421Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T01:52:54.493423Z	info	FLAG: --outlierLogPath=""
2026-11-04T01:52:54.493425Z	info	FLAG: --profiling="true"
2026-11-04T01:52:54.493426Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T01:52:54.493428Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T01:52:54.493430Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T01:52:54.493432Z	info	FLAG: --stsPort="0"
2026-11-04T01:52:54.493433Z	info	FLAG: --templateFile=""
2026-11-04T01:52:54.493435Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T01:52:54.493437Z	info	FLAG: --vklog="0"
2026-11-04T01:52:54.493440Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T01:52:54.493618Z	info	Proxy role	ips=[10.132.0.85] type=router id=maas-default-gateway-openshift-default-778b7b5c47-kdtlh.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T01:52:54.493664Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T01:52:54.494638Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T01:52:54.494877Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T01:52:54.494888Z	info	JWT policy is third-party-jwt
2026-11-04T01:52:54.494891Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T01:52:54.497201Z	info	Starting default Istio SDS Server
2026-11-04T01:52:54.497251Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T01:52:54.497275Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T01:52:54.497299Z	info	Opening status port 15020
2026-11-04T01:52:54.497922Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T01:52:54.498589Z	info	sds	Starting SDS grpc server
2026-11-04T01:52:54.498667Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T01:52:54.499459Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T01:52:54.500223Z	info	Starting proxy agent
2026-11-04T01:52:54.500251Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T01:52:54.589559Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T01:52:54.694414Z	info	cache	generated new workload certificate	resourceName=default latency=195.660563ms ttl=23h59m59.305593308s
2026-11-04T01:52:54.694475Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T01:52:54.694517Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.305483833s
2026-11-04T01:52:54.791356Z	info	ads	ADS: new connection for node:1
2026-11-04T01:52:54.796903Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-04T01:52:54.796954Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T01:52:54.820152Z	info	ads	ADS: new connection for node:2
2026-11-04T01:52:54.820221Z	info	cache	returned workload certificate from cache	ttl=23h59m59.179781318s
2026-11-04T01:52:54.820863Z	info	ads	ADS: new connection for node:3
2026-11-04T01:52:54.820928Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.179073266s
2026-11-04T01:52:54.910506Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:53:03.207020Z	info	Readiness succeeded in 8.715827873s
2026-11-04T01:53:03.207431Z	info	Envoy proxy is ready
2026-11-04T01:53:45.295090Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:53:48.495929Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:53:48.495965Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:53:48.495984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:53:48.495989Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-04T01:53:48.304Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 191 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "3ed375d8-11c7-4ce4-9c6d-b682dc4b1e0a" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "10.133.0.26:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.85:32986 10.132.0.85:443 10.132.0.21:60798 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:53:59.315Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 403 -  - "-" 109 77 56 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "9fe9b878-a060-4cb6-8fb8-cb63362a10ff" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:54258 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:54:31.163Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 70 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "af3e0760-a24d-4f34-9bf1-f404131093a8" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:53964 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:54:57.696Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 81 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "911f607a-2401-4417-9561-e3099f39b967" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:43908 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:55:29.572Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 81 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "4a86e486-f2f7-4bc1-9028-cdc7cd98fe61" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:37118 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:56:22.763Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 67 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "3791118e-0bb8-468a-919d-74a507b10091" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:35950 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:56:54.572Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 97 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "24755b16-924c-4051-9ec1-ce61d42d3238" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:43600 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
2026-11-04T01:57:21.376981Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-04T01:57:21.203Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 184 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "4309d642-c956-4a5e-8953-755e02c600a0" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:46448 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:57:58.368Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 73 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "c025d280-6d0a-41e0-9a59-c464c38ab9c1" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:46550 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:58:24.908Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 65 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "25a8abfc-32e5-4a6d-8935-e3346571cd37" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:45700 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
[2026-11-04T01:58:51.377Z] "POST /llm/e2e-dft-7da5d0/anything/e2e-dft-7da5d0-96eb72 HTTP/1.1" 503 -  - "-" 109 0 70 - "44.212.242.249,10.132.0.21" "python-requests/2.34.2" "93932e4a-d371-496c-b672-3d284ea8e547" "maas.apps.fdf9d172b2daa15d32e3.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-7da5d0.llm.svc.cluster.local - 10.132.0.85:443 10.132.0.21:46286 - llm.external-model-e2e-dft-7da5d0-0efccbcf6200.2
2026-11-04T01:59:31.301017Z	info	ads	ADS: "" 1 terminated
2026-11-04T01:59:32.526231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:59:36.953076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8