2026-11-04T02:16:39.164873Z	info	FLAG: --concurrency="0"
2026-11-04T02:16:39.164892Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T02:16:39.164896Z	info	FLAG: --help="false"
2026-11-04T02:16:39.164899Z	info	FLAG: --log_as_json="false"
2026-11-04T02:16:39.164901Z	info	FLAG: --log_caller=""
2026-11-04T02:16:39.164903Z	info	FLAG: --log_output_level="default:info"
2026-11-04T02:16:39.164905Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T02:16:39.164910Z	info	FLAG: --log_target="[stdout]"
2026-11-04T02:16:39.164912Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T02:16:39.164914Z	info	FLAG: --outlierLogPath=""
2026-11-04T02:16:39.164916Z	info	FLAG: --profiling="true"
2026-11-04T02:16:39.164918Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T02:16:39.164920Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T02:16:39.164922Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T02:16:39.164924Z	info	FLAG: --stsPort="0"
2026-11-04T02:16:39.164926Z	info	FLAG: --templateFile=""
2026-11-04T02:16:39.164928Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T02:16:39.164931Z	info	FLAG: --vklog="0"
2026-11-04T02:16:39.164934Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T02:16:39.165081Z	info	Proxy role	ips=[10.132.0.69] type=router id=maas-default-gateway-openshift-default-7bdc57c4cf-gv8fd.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T02:16:39.165126Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T02:16:39.166150Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T02:16:39.166602Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T02:16:39.166621Z	info	JWT policy is third-party-jwt
2026-11-04T02:16:39.166625Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T02:16:39.169068Z	info	Starting default Istio SDS Server
2026-11-04T02:16:39.169088Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T02:16:39.169106Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T02:16:39.169228Z	info	Opening status port 15020
2026-11-04T02:16:39.169945Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T02:16:39.171686Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T02:16:39.172688Z	info	Starting proxy agent
2026-11-04T02:16:39.172761Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T02:16:39.185319Z	info	sds	Starting SDS grpc server
2026-11-04T02:16:39.185377Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T02:16:39.276144Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T02:16:39.484969Z	info	cache	generated new workload certificate	resourceName=default latency=314.873212ms ttl=23h59m59.515035484s
2026-11-04T02:16:39.485067Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T02:16:39.485131Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.514869569s
2026-11-04T02:16:39.510961Z	info	ads	ADS: new connection for node:1
2026-11-04T02:16:39.516494Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-04T02:16:39.516539Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T02:16:39.574243Z	info	ads	ADS: new connection for node:2
2026-11-04T02:16:39.574478Z	info	cache	returned workload certificate from cache	ttl=23h59m59.425525007s
2026-11-04T02:16:39.575709Z	info	ads	ADS: new connection for node:3
2026-11-04T02:16:39.575948Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.424053787s
2026-11-04T02:16:39.690604Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-04T02:16:48.471169Z	info	Readiness succeeded in 9.307636744s
2026-11-04T02:16:48.471571Z	info	Envoy proxy is ready
2026-11-04T02:16:54.692907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-04T02:17:03.593008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:03.593044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:03.593057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:03.593062Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-04T02:17:03.414Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 178 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "a4b77506-c784-4f41-b461-98be21f95ba6" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "10.133.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.69:35168 10.132.0.69:443 10.132.0.20:48610 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T02:17:06.110404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:06.110434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:06.110446Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:17:06.110451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-04T02:17:05.996Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 309 113 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "5fdf84b9-44fa-442a-98c4-604190fb1c75" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "10.133.0.24:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.69:35168 10.132.0.69:443 10.132.0.20:48612 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T02:17:32.628344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-04T02:17:48.677Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 89 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "1bf0f831-6246-4e1f-8855-5963568ae660" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:42904 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:17:53.978Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 99 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "f93759f8-2ecd-4e1e-b43e-efd2d3f62b7f" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:35262 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:17:59.283Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 207 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "6e8ada6f-442b-4f96-8c1a-d56eb2c76fc3" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:35284 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:18:04.696Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 100 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "b334d0b4-035d-451d-a5ac-7d11d7942f23" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:56064 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
2026-11-04T02:18:36.808659Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-04T02:18:36.744Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 67 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "753f6d9c-a5f9-4307-a476-40cfbc0445e2" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:53088 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:18:42.018Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 63 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "7fcaadc3-34d6-4ed8-9930-a6f26dc92a3d" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:40648 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:18:58.010Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 70 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "8203ad74-8b1a-43f1-a49f-afd6af442ae9" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:59484 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:20:33.718Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 65 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "74a07873-9ec6-449b-9c8d-6686b6ffaf98" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:55308 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:20:49.549Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 65 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "d9ec281d-8352-4b8f-a0ff-895f285b665d" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:58986 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:21:16.096Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 69 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "bc473f2c-c0ab-4e07-a717-54db20af0678" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:59022 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
[2026-11-04T02:21:37.345Z] "POST /llm/e2e-dft-a60858/anything/e2e-dft-a60858-12c938 HTTP/1.1" 503 -  - "-" 109 0 71 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "11260f46-7d49-432b-a668-40e71c1491f3" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-a60858.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:49012 - llm.external-model-e2e-dft-a60858-325448bfc54b.2
2026-11-04T02:21:42.018571Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-04T02:22:01.498018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-04T02:22:25.120044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-04T02:24:10.974Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 65 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "b857e6eb-f7fd-4aac-a72b-91225b4819c5" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:42644 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
[2026-11-04T02:25:14.674Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 64 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "6148f93a-4b7e-41f8-99c6-195ea20f0b62" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:52708 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
2026-11-04T02:25:57.354256Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-04T02:25:57.293Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 64 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "2fdb3939-51d0-4c77-99c3-d110a77367c7" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:49930 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
[2026-11-04T02:26:29.126Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 63 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "076294ea-cea2-4207-9a4f-d88f8a23709a" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:43262 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
[2026-11-04T02:26:50.236Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 61 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "d885ed25-84d3-4645-b49b-89e0e64a284f" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:50446 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
[2026-11-04T02:27:06.252Z] "POST /llm/e2e-dft-9aa046/anything/e2e-dft-9aa046-c0a1dc HTTP/1.1" 503 -  - "-" 109 0 68 - "34.228.250.194,10.132.0.20" "python-requests/2.34.2" "829c2033-837e-42e0-8ee0-e7ac31daa72b" "maas.apps.e038e5fb261d0e85f615.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9aa046.llm.svc.cluster.local - 10.132.0.69:443 10.132.0.20:58704 - llm.external-model-e2e-dft-9aa046-6e39e6aff2e1.2
2026-11-04T02:27:35.701400Z	info	ads	ADS: "" 1 terminated
2026-11-04T02:27:39.209407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-04T02:27:41.399196Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9