2026-11-01T13:01:09.653046Z	info	FLAG: --concurrency="0"
2026-11-01T13:01:09.653071Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-01T13:01:09.653076Z	info	FLAG: --help="false"
2026-11-01T13:01:09.653078Z	info	FLAG: --log_as_json="false"
2026-11-01T13:01:09.653080Z	info	FLAG: --log_caller=""
2026-11-01T13:01:09.653082Z	info	FLAG: --log_output_level="default:info"
2026-11-01T13:01:09.653084Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-01T13:01:09.653089Z	info	FLAG: --log_target="[stdout]"
2026-11-01T13:01:09.653092Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-01T13:01:09.653096Z	info	FLAG: --outlierLogPath=""
2026-11-01T13:01:09.653098Z	info	FLAG: --profiling="true"
2026-11-01T13:01:09.653100Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-01T13:01:09.653102Z	info	FLAG: --proxyLogLevel="warning"
2026-11-01T13:01:09.653104Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-01T13:01:09.653107Z	info	FLAG: --stsPort="0"
2026-11-01T13:01:09.653109Z	info	FLAG: --templateFile=""
2026-11-01T13:01:09.653110Z	info	FLAG: --tokenManagerPlugin=""
2026-11-01T13:01:09.653113Z	info	FLAG: --vklog="0"
2026-11-01T13:01:09.653116Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-01T13:01:09.653256Z	info	Proxy role	ips=[10.134.0.95] type=router id=maas-default-gateway-openshift-default-7df854bf67-29nw6.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-01T13:01:09.653291Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-01T13:01:09.654355Z	info	cpu limit detected as 2, setting concurrency
2026-11-01T13:01:09.654628Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-01T13:01:09.654639Z	info	JWT policy is third-party-jwt
2026-11-01T13:01:09.654649Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-01T13:01:09.656034Z	info	Starting default Istio SDS Server
2026-11-01T13:01:09.656057Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-01T13:01:09.656075Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-01T13:01:09.656556Z	info	Opening status port 15020
2026-11-01T13:01:09.657596Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-01T13:01:09.658198Z	info	sds	Starting SDS grpc server
2026-11-01T13:01:09.658297Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-01T13:01:09.659024Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-01T13:01:09.659914Z	info	Starting proxy agent
2026-11-01T13:01:09.659950Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-01T13:01:09.726726Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-01T13:01:09.814171Z	info	cache	generated new workload certificate	resourceName=default latency=155.799011ms ttl=23h59m59.185833104s
2026-11-01T13:01:09.814208Z	info	cache	Root cert has changed, start rotating root cert
2026-11-01T13:01:09.814246Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.185754791s
2026-11-01T13:01:09.919272Z	info	ads	ADS: new connection for node:1
2026-11-01T13:01:09.919351Z	info	cache	returned workload certificate from cache	ttl=23h59m59.080651623s
2026-11-01T13:01:09.921877Z	info	ads	ADS: new connection for node:2
2026-11-01T13:01:09.921951Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.078050397s
2026-11-01T13:01:10.014826Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:01:18.174750Z	info	Readiness succeeded in 8.524238729s
2026-11-01T13:01:18.175103Z	info	Envoy proxy is ready
2026-11-01T13:02:23.385527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:02:49.737825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:03:36.336077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:07:26.324015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T13:07:26.324056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T13:07:26.324077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T13:07:26.324085Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T13:07:26.194Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 129 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "2f857140-6c4f-4e35-b71b-4ff113efde6d" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.95:55558 10.134.0.95:443 10.132.0.9:42080 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T13:07:27.297460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:07:55.696387Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:08:49.363507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:09:10.732259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:09:15.494875Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:09:45.252865Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:09:58.229193Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T13:10:08.683Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 79 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "78df70b4-8af4-4ab0-bbec-28f19486d000" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.95:38186 10.134.0.95:443 10.132.0.9:53234 - v1-completions-path
2026-11-01T13:10:28.535704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:10:39.110508Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:10:43.765619Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:11:13.752761Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:11:18.547288Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:11:27.776366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T13:11:27.776407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T13:11:27.776422Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T13:11:27.776428Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T13:11:27.655Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 120 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "6b25222d-a49d-4fc5-8375-903a9df39af7" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.95:38484 10.134.0.95:443 10.132.0.9:59554 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T13:11:41.643534Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:11:48.099957Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:12:13.914020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:12:35.834551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:12:48.930346Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:12:54.901531Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:13:22.640393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:13:28.288533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T13:13:39.631Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 0 34 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "840924e4-b43e-46a0-94ad-f6ed047dcf4c" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.95:443 10.132.0.9:59346 - v1-completions-path
2026-11-01T13:13:46.280990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:14:07.664424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:14:18.300651Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:14:36.942722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:14:43.092567Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T13:16:58.049Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 46 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "50702e41-be65-49aa-8016-85ac8c8c866a" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.95:443 10.132.0.9:55188 - v1-completions-path
2026-11-01T13:17:02.217726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:17:08.057909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:18:24.635179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T13:18:24.635215Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T13:18:24.635231Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T13:18:24.635236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T13:18:24.514Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 120 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "ed6019d5-4f22-4093-95f6-9d75661d2904" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.95:54210 10.134.0.95:443 10.132.0.9:53782 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T13:18:47.543627Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:19:04.691894Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:19:09.382226Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:19:33.422311Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:21:30.567001Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:22:12.225411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:22:40.648602Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:22:56.053497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:23:08.473008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:23:12.047712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:23:25.823744Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:23:30.496940Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:23:56.614248Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:27:21.506875Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T13:27:21.506902Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T13:27:21.506907Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=24
2026-11-01T13:27:21.506912Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=24
[2026-11-01T13:27:21.262Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 244 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "a562d942-ad0f-4950-a8a9-ed4b87624e80" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.95:443 10.132.0.9:46636 - v1-catch-all-path
2026-11-01T13:27:26.249224Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:27:38.360587Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-01T13:27:38.277Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 83 - "44.212.242.249,10.132.0.9" "python-requests/2.34.2" "6dc97aaf-5331-4734-bab3-e37ecea567ed" "maas.apps.64a0b6d086e4bf8d4499.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.95:43778 10.134.0.95:443 10.132.0.9:36630 - v1-catch-all-path
2026-11-01T13:27:43.074943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:28:04.012767Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:28:08.917546Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:28:22.980444Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T13:28:34.553335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8