2026-10-31T07:41:42.400263Z	info	FLAG: --concurrency="0"
2026-10-31T07:41:42.400285Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-31T07:41:42.400290Z	info	FLAG: --help="false"
2026-10-31T07:41:42.400294Z	info	FLAG: --log_as_json="false"
2026-10-31T07:41:42.400297Z	info	FLAG: --log_caller=""
2026-10-31T07:41:42.400300Z	info	FLAG: --log_output_level="default:info"
2026-10-31T07:41:42.400303Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-31T07:41:42.400309Z	info	FLAG: --log_target="[stdout]"
2026-10-31T07:41:42.400312Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-31T07:41:42.400315Z	info	FLAG: --outlierLogPath=""
2026-10-31T07:41:42.400319Z	info	FLAG: --profiling="true"
2026-10-31T07:41:42.400322Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-31T07:41:42.400325Z	info	FLAG: --proxyLogLevel="warning"
2026-10-31T07:41:42.400328Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-31T07:41:42.400331Z	info	FLAG: --stsPort="0"
2026-10-31T07:41:42.400334Z	info	FLAG: --templateFile=""
2026-10-31T07:41:42.400336Z	info	FLAG: --tokenManagerPlugin=""
2026-10-31T07:41:42.400340Z	info	FLAG: --vklog="0"
2026-10-31T07:41:42.400344Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-31T07:41:42.400539Z	info	Proxy role	ips=[10.132.0.78] type=router id=maas-default-gateway-openshift-default-645cf464d7-rlbjc.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-31T07:41:42.400595Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-31T07:41:42.401693Z	info	cpu limit detected as 2, setting concurrency
2026-10-31T07:41:42.402019Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-31T07:41:42.402033Z	info	JWT policy is third-party-jwt
2026-10-31T07:41:42.402037Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-31T07:41:42.404082Z	info	Starting default Istio SDS Server
2026-10-31T07:41:42.404111Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-31T07:41:42.404129Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-31T07:41:42.404484Z	info	Opening status port 15020
2026-10-31T07:41:42.405468Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-31T07:41:42.406192Z	info	sds	Starting SDS grpc server
2026-10-31T07:41:42.406212Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-31T07:41:42.407046Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-31T07:41:42.407838Z	info	Starting proxy agent
2026-10-31T07:41:42.407870Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-31T07:41:42.473715Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-31T07:41:42.500993Z	info	cache	generated new workload certificate	resourceName=default latency=94.629351ms ttl=23h59m59.499012553s
2026-10-31T07:41:42.501039Z	info	cache	Root cert has changed, start rotating root cert
2026-10-31T07:41:42.501081Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.498919398s
2026-10-31T07:41:42.643497Z	info	ads	ADS: new connection for node:1
2026-10-31T07:41:42.643568Z	info	cache	returned workload certificate from cache	ttl=23h59m59.356434387s
2026-10-31T07:41:42.644353Z	info	ads	ADS: new connection for node:2
2026-10-31T07:41:42.644443Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.355558353s
2026-10-31T07:41:42.732646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:41:50.875641Z	info	Readiness succeeded in 8.477781521s
2026-10-31T07:41:50.876087Z	info	Envoy proxy is ready
2026-10-31T07:41:58.870691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:46:41.942536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:47:06.758962Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:48:06.044998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:48:22.985296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:48:27.169433Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:48:43.027788Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:49:18.563742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:49:23.793522Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T07:49:23.793562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T07:49:23.793577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-31T07:49:23.793582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-10-31T07:49:23.704Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 89 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "75c880e8-3af4-4b22-bee5-2ec54d493053" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.78:57768 10.132.0.78:443 10.132.0.7:33022 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-31T07:49:24.543Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 71 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "8cc43ca3-075f-4406-9dd3-02f258090884" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.30:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.78:51414 10.132.0.78:443 10.132.0.7:33034 - v1-completions-path
2026-10-31T07:49:41.824615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:49:52.198699Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:49:56.585006Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-31T07:50:01.132Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 101 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "fba940d6-41cd-4493-81e8-3a4c8b39c6e6" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.30:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.78:59252 10.132.0.78:443 10.132.0.7:37404 - v1-completions-path
[2026-10-31T07:50:01.267Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 61 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "61acb156-8ead-4f91-b119-1bebc3804881" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.30:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.78:51414 10.132.0.78:443 10.132.0.7:37426 - v1-completions-path
2026-10-31T07:50:13.921426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:50:16.030809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:50:33.215385Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T07:50:33.215426Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T07:50:33.215442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-31T07:50:33.215446Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-31T07:50:33.136Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 78 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "3ac389fc-b15e-4c8c-bc05-4f9d892b8c85" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.78:38614 10.132.0.78:443 10.132.0.7:40132 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T07:50:45.159101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:50:50.037361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:51:05.241193Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:51:07.335743Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:51:25.355406Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:51:36.121268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:51:39.262032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:52:36.824100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:52:54.832471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:53:05.117208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:56:59.661094Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T07:56:59.661118Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T07:56:59.661122Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-10-31T07:56:59.661126Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-10-31T07:56:59.612Z] "POST /llm/e2e-trlp-test-simulated/v1/completions HTTP/1.1" 403 -  - "-" 73 113 48 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "9c4a04df-c8a1-4430-9079-de66ff406c35" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.78:443 10.132.0.7:46946 - v1-completions-path
2026-10-31T07:57:18.779690Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:57:42.129815Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:58:13.771344Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:58:30.170392Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T07:59:54.378900Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T07:59:54.378975Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T07:59:54.378991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-31T07:59:54.378999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-31T07:59:54.379012Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-10-31T07:59:54.314Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 65 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "e002e7c6-c6a4-49f6-93a2-44007e75beea" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.78:32844 10.132.0.78:443 10.132.0.7:53772 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T08:00:24.819326Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:00:40.379639Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:00:56.334475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:01:18.186959Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:01:21.594168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:01:30.756871Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:01:45.291891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:01:58.758901Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:02:15.771179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:06:10.296527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:06:28.397023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:06:33.868005Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T08:06:33.868042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T08:06:33.868056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-31T08:06:33.868062Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-31T08:06:33.787Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 317 81 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "8b340d13-0491-48e5-a812-3e4917594fa8" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.133.0.81:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.78:46982 10.132.0.78:443 10.132.0.7:35428 - odh-ai-gateway-infra.maas-api-route.3
2026-10-31T08:06:46.344200Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:06:48.546890Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:07:00.075842Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=26
[2026-10-31T08:06:59.990Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 84 - "52.71.36.72,10.132.0.7" "python-requests/2.34.2" "82176605-1395-4e0b-a0ee-4bb14dbd42ab" "maas.apps.ad7b99841d53c842d70f.prod.konflux-ocp-ci.dev" "10.134.0.29:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.78:51380 10.132.0.78:443 10.132.0.7:34964 - v1-catch-all-path
2026-10-31T08:07:11.897673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-31T08:07:22.738524Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8