2026-10-30T22:40:02.200145Z	info	FLAG: --concurrency="0"
2026-10-30T22:40:02.200164Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T22:40:02.200168Z	info	FLAG: --help="false"
2026-10-30T22:40:02.200170Z	info	FLAG: --log_as_json="false"
2026-10-30T22:40:02.200172Z	info	FLAG: --log_caller=""
2026-10-30T22:40:02.200174Z	info	FLAG: --log_output_level="default:info"
2026-10-30T22:40:02.200176Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T22:40:02.200180Z	info	FLAG: --log_target="[stdout]"
2026-10-30T22:40:02.200182Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T22:40:02.200184Z	info	FLAG: --outlierLogPath=""
2026-10-30T22:40:02.200186Z	info	FLAG: --profiling="true"
2026-10-30T22:40:02.200188Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T22:40:02.200190Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T22:40:02.200193Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T22:40:02.200195Z	info	FLAG: --stsPort="0"
2026-10-30T22:40:02.200197Z	info	FLAG: --templateFile=""
2026-10-30T22:40:02.200199Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T22:40:02.200201Z	info	FLAG: --vklog="0"
2026-10-30T22:40:02.200204Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T22:40:02.200347Z	info	Proxy role	ips=[10.134.0.109] type=router id=maas-default-gateway-openshift-default-6cc458d887-dvp9t.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T22:40:02.200416Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T22:40:02.201524Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T22:40:02.201768Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T22:40:02.201780Z	info	JWT policy is third-party-jwt
2026-10-30T22:40:02.201782Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T22:40:02.202989Z	info	Starting default Istio SDS Server
2026-10-30T22:40:02.203011Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T22:40:02.203028Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T22:40:02.203470Z	info	Opening status port 15020
2026-10-30T22:40:02.204669Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T22:40:02.205181Z	info	sds	Starting SDS grpc server
2026-10-30T22:40:02.205216Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T22:40:02.206146Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T22:40:02.206889Z	info	Starting proxy agent
2026-10-30T22:40:02.206920Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T22:40:02.270531Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T22:40:02.317257Z	info	cache	generated new workload certificate	resourceName=default latency=111.926277ms ttl=23h59m59.682748382s
2026-10-30T22:40:02.317297Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T22:40:02.317337Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.682663231s
2026-10-30T22:40:02.418915Z	info	ads	ADS: new connection for node:1
2026-10-30T22:40:02.418985Z	info	cache	returned workload certificate from cache	ttl=23h59m59.581018318s
2026-10-30T22:40:02.419091Z	info	ads	ADS: new connection for node:2
2026-10-30T22:40:02.419157Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.580844088s
2026-10-30T22:40:02.498774Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:40:10.297830Z	info	Readiness succeeded in 8.100601263s
2026-10-30T22:40:10.298270Z	info	Envoy proxy is ready
2026-10-30T22:40:17.294679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:40:34.259995Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:40:43.813Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 88 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "0d36715e-229c-43e7-be24-940ebaa90cc4" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.133.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.109:42938 10.134.0.109:443 10.132.0.11:34726 - v1-completions-path
2026-10-30T22:41:04.916520Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:41:15.649039Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:41:22.075753Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:41:36.045Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 58 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "f720267a-3fb8-4261-ab18-0f4d5b326f66" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.133.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.109:42938 10.134.0.109:443 10.132.0.11:54506 - v1-completions-path
2026-10-30T22:41:50.544338Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:42:02.314349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:42:21.920247Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:42:37.612194Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:42:59.858218Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:43:41.926882Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:43:54.910444Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:44:01.171631Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:44:32.637561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:44:38.194742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:44:48.272700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:44:48.272737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:44:48.272749Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-10-30T22:44:48.272754Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-10-30T22:44:48.147Z] "DELETE /v1/api-keys/88d6e4d2-3967-4017-993c-157329d39f67 HTTP/1.1" 404 - via_upstream - "-" 0 29 125 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "c326abd7-e9e7-4fb5-9b98-54937f802f95" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.132.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.109:50862 10.134.0.109:443 10.132.0.11:41908 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:44:56.582780Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:45:14.228182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-10-30T22:45:14.168Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 60 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "d8994a9b-8eeb-43fc-abfb-65e6246d68e4" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.133.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.109:42938 10.134.0.109:443 10.132.0.11:33470 - v1-completions-path
2026-10-30T22:45:38.261048Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:45:49.084563Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:46:17.980286Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:46:24.006174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:49:00.048486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:49:06.226797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:50:46.527288Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:51:03.994179Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:51:08.628465Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T22:51:19.051Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 76 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "3fb65525-e9fa-4b60-9b4b-a4ffd9951720" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.132.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.109:60734 10.134.0.109:443 10.132.0.11:49940 - v1-completions-path
2026-10-30T22:51:33.307731Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:53:42.285080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:26.195015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:54:53.918785Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T22:54:53.918829Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-10-30T22:54:53.918852Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-10-30T22:54:53.918857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-10-30T22:54:53.787Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 131 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "3f131ed6-5e46-485c-9c4d-f4ff8fd70ff2" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.132.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.109:51868 10.134.0.109:443 10.132.0.11:39432 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:54:54.180031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:54:54.180070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:54:54.180087Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:54:54.180092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:54:54.116Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 63 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "44b574cf-cdfc-4304-8729-6a28067e0725" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.132.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.109:51870 10.134.0.109:443 10.132.0.11:39438 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:54:56.599884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:11.798560Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:20.602708Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:29.357764Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:35.643626Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:55:48.557489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:55:48.557532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:55:48.557548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-10-30T22:55:48.557553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-10-30T22:55:48.504Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 53 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "9cebf737-0219-45c2-99dd-5fc15692882b" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.132.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.109:51870 10.134.0.109:443 10.132.0.11:41474 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T22:56:02.088195Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:59:45.160453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T22:59:50.609600Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-10-30T22:59:50.532Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 77 - "52.71.36.72,10.132.0.11" "python-requests/2.34.2" "d59d2df7-d86f-465e-b3bc-ee16b456bc5f" "maas.apps.3dc46e1647a5f0a10275.prod.konflux-ocp-ci.dev" "10.133.0.50:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.109:39244 10.134.0.109:443 10.132.0.11:40020 - v1-catch-all-model-routing
2026-10-30T22:59:55.222557Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:18.778032Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:23.563076Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:37.973820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T23:00:49.732811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8