2026-11-04T03:38:52.956072Z	info	FLAG: --concurrency="0"
2026-11-04T03:38:52.956091Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T03:38:52.956095Z	info	FLAG: --help="false"
2026-11-04T03:38:52.956097Z	info	FLAG: --log_as_json="false"
2026-11-04T03:38:52.956100Z	info	FLAG: --log_caller=""
2026-11-04T03:38:52.956101Z	info	FLAG: --log_output_level="default:info"
2026-11-04T03:38:52.956104Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T03:38:52.956108Z	info	FLAG: --log_target="[stdout]"
2026-11-04T03:38:52.956110Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T03:38:52.956112Z	info	FLAG: --outlierLogPath=""
2026-11-04T03:38:52.956114Z	info	FLAG: --profiling="true"
2026-11-04T03:38:52.956116Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T03:38:52.956118Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T03:38:52.956120Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T03:38:52.956122Z	info	FLAG: --stsPort="0"
2026-11-04T03:38:52.956124Z	info	FLAG: --templateFile=""
2026-11-04T03:38:52.956126Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T03:38:52.956128Z	info	FLAG: --vklog="0"
2026-11-04T03:38:52.956131Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T03:38:52.956267Z	info	Proxy role	ips=[10.133.0.51] type=router id=maas-default-gateway-openshift-default-8b64f9ff9-fd2nl.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T03:38:52.956306Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T03:38:52.957319Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T03:38:52.957525Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T03:38:52.957536Z	info	JWT policy is third-party-jwt
2026-11-04T03:38:52.957539Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T03:38:52.959940Z	info	Starting default Istio SDS Server
2026-11-04T03:38:52.959969Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T03:38:52.959992Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T03:38:52.960463Z	info	Opening status port 15020
2026-11-04T03:38:52.960999Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T03:38:52.962052Z	info	sds	Starting SDS grpc server
2026-11-04T03:38:52.962154Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T03:38:52.962686Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T03:38:52.963493Z	info	Starting proxy agent
2026-11-04T03:38:52.963522Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T03:38:53.030081Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T03:38:53.152605Z	info	cache	generated new workload certificate	resourceName=default latency=190.349858ms ttl=23h59m59.847399133s
2026-11-04T03:38:53.152639Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T03:38:53.152669Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.847331904s
2026-11-04T03:38:53.224983Z	info	ads	ADS: new connection for node:1
2026-11-04T03:38:53.229970Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-04T03:38:53.230012Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T03:38:53.255272Z	info	ads	ADS: new connection for node:2
2026-11-04T03:38:53.255334Z	info	cache	returned workload certificate from cache	ttl=23h59m59.744668056s
2026-11-04T03:38:53.256190Z	info	ads	ADS: new connection for node:3
2026-11-04T03:38:53.256275Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.74372642s
2026-11-04T03:38:53.347010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:02.087925Z	info	Readiness succeeded in 9.134120811s
2026-11-04T03:39:02.088304Z	info	Envoy proxy is ready
2026-11-04T03:39:02.158392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:07.877357Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T03:39:07.877391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T03:39:07.877403Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-04T03:39:07.877407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T03:39:07.877591Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-04T03:39:07.552Z] "POST /anything/e2e-dft-cb51dc-ab1dc8 HTTP/1.1" 200 - via_upstream - "-" 109 1589 324 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "cde4421d-73b6-4d94-a439-4c5262094663" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.51:41578 10.133.0.51:443 10.132.0.14:39432 - llm.external-model-e2e-dft-cb51dc-b9dfb12bf3ee.0
2026-11-04T03:39:38.298861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:40:39.025557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:42:17.281Z] "POST /llm/e2e-dft-b30896/anything/e2e-dft-b30896-847871 HTTP/1.1" 503 -  - "-" 109 0 70 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "d726b220-b563-4c23-a63d-dec7da485a45" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-b30896.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:57020 - llm.external-model-e2e-dft-b30896-884d403bdb8e.2
[2026-11-04T03:42:22.701Z] "POST /llm/e2e-dft-b30896/anything/e2e-dft-b30896-847871 HTTP/1.1" 503 -  - "-" 109 0 60 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "1b1018a6-8069-4d1f-b1fb-38202765011b" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-b30896.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:57044 - llm.external-model-e2e-dft-b30896-884d403bdb8e.2
[2026-11-04T03:42:38.525Z] "POST /llm/e2e-dft-b30896/anything/e2e-dft-b30896-847871 HTTP/1.1" 503 -  - "-" 109 0 63 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "b4248e75-54cf-446f-b698-4be3689c3c26" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-b30896.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:52402 - llm.external-model-e2e-dft-b30896-884d403bdb8e.2
2026-11-04T03:43:07.455836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:43:10.582Z] "POST /llm/e2e-dft-b30896/anything/e2e-dft-b30896-847871 HTTP/1.1" 503 -  - "-" 109 0 235 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "f219113e-a040-4287-ad84-bdc6d1e34ccc" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-b30896.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:46416 - llm.external-model-e2e-dft-b30896-884d403bdb8e.2
2026-11-04T03:43:32.151473Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:43:37.257718Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-04T03:43:37.266724Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T03:43:37.266760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T03:43:37.266778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-04T03:43:37.266785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-04T03:43:37.118Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 148 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "e97402c7-f6bd-4db2-af3d-f7296d01ea41" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "10.134.0.30:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.51:51846 10.133.0.51:443 10.132.0.14:52578 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T03:43:48.296Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 79 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "17f262c5-0138-4d56-bdeb-e129721a3359" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:52304 - llm.external-model-e2e-dft-515cbb-943242308994.2
2026-11-04T03:43:52.939603Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:44:08.669475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:45:02.706Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 68 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "4cf2329f-0495-441f-aec7-d3fa0afa459a" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:55360 - llm.external-model-e2e-dft-515cbb-943242308994.2
[2026-11-04T03:45:18.765Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 67 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "63fbc3bb-24eb-4b57-a6aa-cf9db8fe5d1c" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:35634 - llm.external-model-e2e-dft-515cbb-943242308994.2
[2026-11-04T03:46:27.699Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 63 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "c6faff97-3211-4486-844c-d62694e7f32d" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:44150 - llm.external-model-e2e-dft-515cbb-943242308994.2
[2026-11-04T03:46:48.761Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 66 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "a50c3b6f-578a-4eac-b9d8-f16c83bddcf1" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:57030 - llm.external-model-e2e-dft-515cbb-943242308994.2
[2026-11-04T03:48:45.527Z] "POST /llm/e2e-dft-515cbb/anything/e2e-dft-515cbb-547785 HTTP/1.1" 503 -  - "-" 109 0 65 - "52.71.36.72,10.132.0.14" "python-requests/2.34.2" "868170c1-ec30-4dae-8a47-749762c2d3a7" "maas.apps.bf3fd78ef25f0bfc1ac7.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-515cbb.llm.svc.cluster.local - 10.133.0.51:443 10.132.0.14:52148 - llm.external-model-e2e-dft-515cbb-943242308994.2
2026-11-04T03:49:04.413720Z	info	ads	ADS: "" 1 terminated
2026-11-04T03:49:05.632467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:49:10.001137Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8