2026-11-04T03:21:03.461192Z	info	FLAG: --concurrency="0"
2026-11-04T03:21:03.461212Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T03:21:03.461217Z	info	FLAG: --help="false"
2026-11-04T03:21:03.461220Z	info	FLAG: --log_as_json="false"
2026-11-04T03:21:03.461223Z	info	FLAG: --log_caller=""
2026-11-04T03:21:03.461226Z	info	FLAG: --log_output_level="default:info"
2026-11-04T03:21:03.461229Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T03:21:03.461234Z	info	FLAG: --log_target="[stdout]"
2026-11-04T03:21:03.461238Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T03:21:03.461241Z	info	FLAG: --outlierLogPath=""
2026-11-04T03:21:03.461244Z	info	FLAG: --profiling="true"
2026-11-04T03:21:03.461247Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T03:21:03.461250Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T03:21:03.461253Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T03:21:03.461257Z	info	FLAG: --stsPort="0"
2026-11-04T03:21:03.461260Z	info	FLAG: --templateFile=""
2026-11-04T03:21:03.461262Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T03:21:03.461266Z	info	FLAG: --vklog="0"
2026-11-04T03:21:03.461269Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T03:21:03.461445Z	info	Proxy role	ips=[10.132.0.116] type=router id=maas-default-gateway-openshift-default-76597d6855-hk6mk.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T03:21:03.461500Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T03:21:03.462621Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T03:21:03.463299Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T03:21:03.463313Z	info	JWT policy is third-party-jwt
2026-11-04T03:21:03.463317Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T03:21:03.464594Z	info	Starting default Istio SDS Server
2026-11-04T03:21:03.464618Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T03:21:03.464635Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T03:21:03.465006Z	info	Opening status port 15020
2026-11-04T03:21:03.466051Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T03:21:03.466482Z	info	sds	Starting SDS grpc server
2026-11-04T03:21:03.466515Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T03:21:03.467235Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T03:21:03.468034Z	info	Starting proxy agent
2026-11-04T03:21:03.468092Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T03:21:03.531123Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T03:21:03.585302Z	info	cache	generated new workload certificate	resourceName=default latency=118.700311ms ttl=23h59m59.414701391s
2026-11-04T03:21:03.585334Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T03:21:03.585374Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.414627147s
2026-11-04T03:21:03.674780Z	info	ads	ADS: new connection for node:1
2026-11-04T03:21:03.674836Z	info	cache	returned workload certificate from cache	ttl=23h59m59.32516481s
2026-11-04T03:21:03.675473Z	info	ads	ADS: new connection for node:2
2026-11-04T03:21:03.675542Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.324459708s
2026-11-04T03:21:03.756773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:21:12.025516Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:21:12.969605Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-04T03:21:14.187642Z	info	Readiness succeeded in 10.729133842s
2026-11-04T03:21:14.188041Z	info	Envoy proxy is ready
2026-11-04T03:21:26.705667Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:21:43.634867Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:21:51.579Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 86 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "f70fde88-4c9c-4468-9523-84de8c980791" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.133.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.116:56714 10.132.0.116:443 10.133.0.18:48762 - v1-completions-path
[2026-11-04T03:21:54.859Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 59 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "226c7ce5-657c-4ae0-b5ed-6bad2f209743" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.133.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.116:56714 10.132.0.116:443 10.133.0.18:48780 - v1-completions-path
[2026-11-04T03:21:56.435Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 65 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "e8f16ea9-995f-443f-a87e-c135e4637d7b" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.133.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.116:53498 10.132.0.116:443 10.133.0.18:48790 - v1-completions-path
2026-11-04T03:22:15.016426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:22:25.592998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:22:32.040935Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:22:46.378Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 62 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "c81ee43a-7c49-40a5-b55c-0f36d1d9defd" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.133.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.116:53498 10.132.0.116:443 10.133.0.18:52864 - v1-completions-path
2026-11-04T03:23:00.500862Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:23:05.251253Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:23:18.872975Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:23:28.082118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:23:38.926735Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:23:45.577894Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:00.415945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:14.156057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:20.444192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:39.339828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:45.005603Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:24:56.556317Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:25:08.834573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-11-04T03:25:08.774Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 65 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "bf765320-4f6d-4f63-bbe8-98e67003f31a" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.133.0.54:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.116:56714 10.132.0.116:443 10.133.0.18:41026 - v1-completions-path
2026-11-04T03:25:22.919910Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:25:33.646453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:25:50.043Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 38 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "ff6662fe-d519-9fef-be33-b4b1f3051d94" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.116:443 10.133.0.18:44658 - v1-completions-path
2026-11-04T03:25:54.388211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:26:02.460677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T03:28:22.242Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 48 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "a92a7cfc-e71f-4d52-a94b-4fad3da8539b" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.116:443 10.133.0.18:40152 - v1-completions-path
2026-11-04T03:28:26.543830Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:29:55.067250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:30:15.124314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:30:20.222959Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:30:33.569419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:33:32.714211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:34:00.426868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:34:31.397342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:34:46.854706Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:34:55.224740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:35:07.294768Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:35:12.388239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:35:15.842341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T03:35:15.842378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T03:35:15.842392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T03:35:15.842396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-04T03:35:15.786Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 55 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "d3f1d119-8ee4-4ec5-ad5b-309cef47e034" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "10.132.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.116:45470 10.132.0.116:443 10.133.0.18:59378 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T03:35:30.836633Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:38:46.418553Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-04T03:38:46.418581Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-04T03:38:46.418583Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-04T03:38:46.418587Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-04T03:38:46.260Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 158 - "44.212.242.249,10.133.0.18" "python-requests/2.34.2" "40adfc4f-7835-4ff0-9f1a-2f6769c0f21c" "maas.apps.49b25bd9d9127942fd99.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.116:443 10.133.0.18:45388 - v1-catch-all-path
2026-11-04T03:38:54.543265Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:04.831891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:18.615186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:27.847980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:44.882463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T03:39:56.620414Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8